-- Logs begin at Mon 2021-05-03 15:12:50 UTC, end at Mon 2021-05-03 16:18:15 UTC. -- May 03 15:53:23.669014 dv-cinder-774286-11-smb systemd[1]: Started Devstack devstack@q-svc.service. May 03 15:53:26.090235 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.common.config [-] Logging enabled! May 03 15:53:26.090922 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev178 May 03 15:53:26.091040 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=74209) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 03 15:53:26.094190 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.common.config [-] Logging enabled! May 03 15:53:26.094445 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev178 May 03 15:53:26.094754 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=74209) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 03 15:53:26.096233 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 03 15:53:26.096459 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 03 15:53:26.096817 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 03 15:53:26.097058 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 03 15:53:26.097282 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 03 15:53:26.097602 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:26.097899 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:26.098196 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:26.098425 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:26.098719 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:26.099005 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:26.099282 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:26.099570 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:26.099861 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:26.100149 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:26.100456 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:26.100739 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:26.100969 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:26.101242 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] config_source = [] {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:26.101531 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:26.101813 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:26.102034 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] debug = True {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:26.102312 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:26.102740 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:26.103150 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:26.103427 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:26.103713 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:26.103988 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:26.104287 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:26.104564 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:26.104843 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:26.105170 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] host = dv-cinder-774286-11-smb {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:26.105447 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:26.105733 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:26.106022 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:26.106307 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:26.106584 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:26.106857 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:26.107140 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:26.107411 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] log_dir = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:26.107683 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] log_file = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:26.107955 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:26.108260 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:26.108549 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:26.108840 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:26.109064 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:26.109286 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:26.109572 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:26.109858 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:26.110136 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:26.110408 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:26.110680 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:26.111534 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:26.111990 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:26.112082 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:26.112394 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:26.112682 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:26.112969 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:26.113243 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:26.113515 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:26.113785 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:26.114055 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:26.114342 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:26.114613 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:26.114885 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:26.115156 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:26.115440 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:26.115706 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:26.115977 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:26.116293 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:26.116581 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:26.116862 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:26.117144 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:26.117414 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:26.117692 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:26.117963 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:26.118235 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] use_journal = False {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:26.118506 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] use_json = False {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:26.118777 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:26.119047 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:26.119327 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:26.119598 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:26.119870 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:26.120148 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:26.120509 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:26.120796 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:26.121097 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:26.121396 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:26.121698 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:26.121982 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:26.122281 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:26.122563 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:26.122854 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:26.123134 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:26.123425 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:26.123715 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:26.124004 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:26.124308 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:26.124601 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:26.124877 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:26.125173 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:26.125480 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:26.125772 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:26.126064 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:26.126340 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:26.126790 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:26.127211 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:26.127498 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:26.127788 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:26.128083 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:26.128401 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:26.128678 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:26.128960 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:26.129253 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:26.129529 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:26.129806 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:26.130089 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:26.130379 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:26.130659 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:26.130931 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:26.131212 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:26.131489 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:26.131762 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:26.132033 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:26.132333 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:26.132630 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:26.132912 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:26.133188 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:26.133465 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:26.133748 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:26.134021 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:26.134308 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:26.134589 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:26.134867 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:26.135144 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:26.135425 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:26.135697 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:26.135972 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:26.136539 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:26.136817 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:26.137096 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:26.137375 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:26.137649 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:26.137922 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:26.138195 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:26.138469 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:26.138742 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:26.139014 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:26.139292 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:26.139566 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:26.139839 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:26.140117 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:26.140414 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:26.140690 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:26.140981 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:26.141281 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:26.141562 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:26.141842 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:26.142731 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:26.143273 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:26.143445 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:26.143728 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:26.144012 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:26.144316 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:26.144593 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:26.144888 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:26.145177 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:26.145469 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:26.145755 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:26.146035 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:26.146331 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:26.146612 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:26.146895 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:26.147176 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:26.147459 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:26.147748 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:26.148031 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:26.148348 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:26.148648 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:26.148944 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:26.149240 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:26.149538 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:26.149822 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:26.150136 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:26.150419 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:26.150636 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 03 15:53:26.150880 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=74209) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 03 15:53:26.502097 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=74209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 15:53:26.502366 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=74209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 15:53:26.502653 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=74209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 15:53:26.502983 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.manager [-] Loading core plugin: ml2 May 03 15:53:26.808891 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 15:53:26.809090 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 15:53:26.809337 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 15:53:26.810553 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 15:53:26.810837 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 15:53:26.811101 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 15:53:26.929215 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 15:53:26.929483 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 15:53:26.929749 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 15:53:26.943476 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 15:53:26.943756 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 15:53:26.944023 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 15:53:26.972279 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 15:53:26.972551 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 15:53:26.972821 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 15:53:27.011532 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 15:53:27.011808 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 15:53:27.012078 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 15:53:27.244587 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=74209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 15:53:27.245267 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=74209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 15:53:27.245267 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=74209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 15:53:27.245451 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=74209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 15:53:27.246120 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=74209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 15:53:27.370987 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=74209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 15:53:27.371305 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=74209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 15:53:27.371586 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=74209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 15:53:27.371858 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=74209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 15:53:27.372123 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=74209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 15:53:27.372461 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=74209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 15:53:27.372725 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=74209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 15:53:27.372986 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=74209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 15:53:27.373243 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=74209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 15:53:27.373525 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=74209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 15:53:27.373784 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=74209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 15:53:27.374049 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=74209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 15:53:27.374313 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 15:53:27.374567 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=74209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 15:53:27.374840 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=74209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 15:53:27.375111 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=74209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 15:53:27.375370 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=74209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 15:53:27.375782 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 15:53:27.376044 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 15:53:27.376869 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=74209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 15:53:27.377327 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=74209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 15:53:27.377690 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=74209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 15:53:27.377951 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=74209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 15:53:27.378239 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 15:53:27.378492 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 15:53:27.378742 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 15:53:27.379127 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=74209) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 03 15:53:27.379368 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=74209) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 03 15:53:27.379608 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=74209) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 03 15:53:27.379848 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=74209) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 03 15:53:27.380085 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=74209) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 03 15:53:27.380352 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=74209) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 03 15:53:27.380719 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 03 15:53:27.383816 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 03 15:53:27.388009 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 03 15:53:27.391856 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) May 03 15:53:27.394122 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 03 15:53:27.394565 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 03 15:53:27.394898 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 03 15:53:27.395283 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 03 15:53:27.398264 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 03 15:53:27.398518 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 03 15:53:27.398869 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 03 15:53:27.427780 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 03 15:53:27.428173 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=74209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 15:53:27.428495 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=74209) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 03 15:53:27.428859 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=74209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 15:53:27.430216 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=74209) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 03 15:53:27.430501 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 03 15:53:27.430742 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 03 15:53:27.433986 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=74209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 15:53:27.434271 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=74209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 15:53:27.506423 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 03 15:53:27.506661 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 03 15:53:27.506899 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 03 15:53:27.507267 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 03 15:53:27.537785 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_db.sqlalchemy.engines [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=74209) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 03 15:53:28.202346 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.plugins.ml2.managers [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Initializing driver for type 'gre' May 03 15:53:28.202896 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] gre ID ranges: [(1, 1000)] May 03 15:53:28.573961 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.plugins.ml2.managers [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Initializing driver for type 'local' May 03 15:53:28.574570 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.plugins.ml2.managers [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Initializing driver for type 'vlan' May 03 15:53:28.676653 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] VlanTypeDriver initialization complete May 03 15:53:28.676997 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.plugins.ml2.managers [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Initializing driver for type 'vxlan' May 03 15:53:28.677504 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] vxlan ID ranges: [(1, 1000)] May 03 15:53:29.093860 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.plugins.ml2.managers [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Initializing extension driver 'port_security' May 03 15:53:29.094228 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.plugins.ml2.extensions.port_security [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] PortSecurityExtensionDriver initialization complete May 03 15:53:29.094559 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.plugins.ml2.managers [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Initializing mechanism driver 'openvswitch' May 03 15:53:29.094885 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.plugins.ml2.managers [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Initializing mechanism driver 'hyperv' May 03 15:53:29.101771 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.plugins.ml2.plugin [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=74209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 15:53:29.102527 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron_lib.callbacks.manager [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Subscribe: > port after_create 55550000 {{(pid=74209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 15:53:29.102893 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron_lib.callbacks.manager [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Subscribe: > port after_update 55550000 {{(pid=74209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 15:53:29.103248 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron_lib.callbacks.manager [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Subscribe: > port after_delete 55550000 {{(pid=74209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 15:53:29.103619 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron_lib.callbacks.manager [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Subscribe: > subnet after_create 55550000 {{(pid=74209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 15:53:29.103965 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron_lib.callbacks.manager [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Subscribe: > subnet after_update 55550000 {{(pid=74209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 15:53:29.104368 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron_lib.callbacks.manager [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Subscribe: > subnet after_delete 55550000 {{(pid=74209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 15:53:29.104750 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron_lib.callbacks.manager [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Subscribe: > network after_create 55550000 {{(pid=74209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 15:53:29.105120 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron_lib.callbacks.manager [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Subscribe: > network after_update 55550000 {{(pid=74209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 15:53:29.105471 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron_lib.callbacks.manager [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Subscribe: > network after_delete 55550000 {{(pid=74209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 15:53:29.105846 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron_lib.callbacks.manager [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Subscribe: > security_group after_create 55550000 {{(pid=74209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 15:53:29.106187 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron_lib.callbacks.manager [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Subscribe: > security_group after_update 55550000 {{(pid=74209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 15:53:29.106522 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron_lib.callbacks.manager [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Subscribe: > security_group after_delete 55550000 {{(pid=74209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 15:53:29.106897 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron_lib.callbacks.manager [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=74209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 15:53:29.107237 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron_lib.callbacks.manager [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=74209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 15:53:29.107569 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron_lib.callbacks.manager [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=74209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 15:53:29.107939 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron_lib.callbacks.manager [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Subscribe: > address_group after_create 55550000 {{(pid=74209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 15:53:29.108296 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron_lib.callbacks.manager [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Subscribe: > address_group after_update 55550000 {{(pid=74209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 15:53:29.108626 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron_lib.callbacks.manager [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Subscribe: > address_group after_delete 55550000 {{(pid=74209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 15:53:29.108957 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] ML2 OVO RPC backend initialized. {{(pid=74209) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} May 03 15:53:29.109669 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron_lib.callbacks.manager [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Subscribe: > router_interface after_create 55550000 {{(pid=74209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 15:53:29.110012 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron_lib.callbacks.manager [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=74209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 15:53:29.110457 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron_lib.callbacks.manager [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Subscribe: > network before_response 55550000 {{(pid=74209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 15:53:29.110877 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron_lib.callbacks.manager [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Subscribe: > networks before_response 55550000 {{(pid=74209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 15:53:29.111168 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron_lib.callbacks.manager [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Subscribe: > port before_response 55550000 {{(pid=74209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 15:53:29.111502 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron_lib.callbacks.manager [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Subscribe: > ports before_response 55550000 {{(pid=74209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 15:53:29.111837 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron_lib.callbacks.manager [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Subscribe: > subnet before_response 55550000 {{(pid=74209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 15:53:29.112176 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron_lib.callbacks.manager [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Subscribe: > subnets before_response 55550000 {{(pid=74209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 15:53:29.112551 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron_lib.callbacks.manager [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Subscribe: > network after_create 55550000 {{(pid=74209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 15:53:29.112886 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron_lib.callbacks.manager [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Subscribe: > network after_update 55550000 {{(pid=74209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 15:53:29.113216 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron_lib.callbacks.manager [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Subscribe: > network after_delete 55550000 {{(pid=74209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 15:53:29.113548 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron_lib.callbacks.manager [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Subscribe: > port after_create 55550000 {{(pid=74209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 15:53:29.113880 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron_lib.callbacks.manager [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Subscribe: > port after_update 55550000 {{(pid=74209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 15:53:29.114210 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron_lib.callbacks.manager [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Subscribe: > port after_delete 55550000 {{(pid=74209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 15:53:29.114547 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron_lib.callbacks.manager [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Subscribe: > subnet after_create 55550000 {{(pid=74209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 15:53:29.114878 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron_lib.callbacks.manager [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Subscribe: > subnet after_update 55550000 {{(pid=74209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 15:53:29.115206 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron_lib.callbacks.manager [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Subscribe: > subnet after_delete 55550000 {{(pid=74209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 15:53:29.115845 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.plugins.ml2.plugin [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Modular L2 Plugin initialization complete May 03 15:53:29.116167 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.manager [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loading services supported by the core plugin {{(pid=74209) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 03 15:53:29.120977 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.plugins.ml2.managers [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Got port-security extension from driver 'port_security' May 03 15:53:29.120977 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.extensions.vlantransparent [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Disabled vlantransparent extension. May 03 15:53:29.120977 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.manager [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=74209) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 03 15:53:29.120977 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.manager [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loading Plugin: router May 03 15:53:29.166514 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron_lib.callbacks.manager [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Subscribe: > router_interface before_create 55550000 {{(pid=74209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 15:53:29.166983 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron_lib.callbacks.manager [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Subscribe: > router after_create 55549900 {{(pid=74209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 15:53:29.167347 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron_lib.callbacks.manager [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Subscribe: > router before_create 55549900 {{(pid=74209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 15:53:29.167709 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron_lib.callbacks.manager [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=74209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 15:53:29.168075 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron_lib.callbacks.manager [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=74209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 15:53:29.168455 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron_lib.callbacks.manager [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Subscribe: > router after_delete 55549900 {{(pid=74209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 15:53:29.168806 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron_lib.callbacks.manager [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Subscribe: > floatingip after_update 55550000 {{(pid=74209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 15:53:29.169160 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron_lib.callbacks.manager [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Subscribe: > router after_create 55549900 {{(pid=74209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 15:53:29.169499 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron_lib.callbacks.manager [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Subscribe: > router after_update 55549900 {{(pid=74209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 15:53:29.169841 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron_lib.callbacks.manager [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Subscribe: > router after_update 55549900 {{(pid=74209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 15:53:29.170181 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron_lib.callbacks.manager [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=74209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 15:53:29.170531 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron_lib.callbacks.manager [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Subscribe: > router after_update 55549900 {{(pid=74209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 15:53:29.170928 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron_lib.callbacks.manager [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Subscribe: > router precommit_update 55549900 {{(pid=74209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 15:53:29.171285 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron_lib.callbacks.manager [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Subscribe: port after_update 55550000 {{(pid=74209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 15:53:29.171640 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron_lib.callbacks.manager [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Subscribe: port after_delete 55550000 {{(pid=74209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 15:53:29.171988 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron_lib.callbacks.manager [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Subscribe: subnet after_update 55550000 {{(pid=74209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 15:53:29.172344 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron_lib.callbacks.manager [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=74209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 15:53:29.172688 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron_lib.callbacks.manager [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Subscribe: > port precommit_delete 55550000 {{(pid=74209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 15:53:29.173026 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron_lib.callbacks.manager [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Subscribe: > router precommit_create 55549900 {{(pid=74209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 15:53:29.173861 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron_lib.callbacks.manager [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Subscribe: port before_delete 55550000 {{(pid=74209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 15:53:29.174226 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron_lib.callbacks.manager [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Subscribe: > router precommit_create 55550000 {{(pid=74209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 15:53:29.174636 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron_lib.callbacks.manager [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Subscribe: > router after_update 55549900 {{(pid=74209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 15:53:29.174974 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron_lib.callbacks.manager [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Subscribe: > router precommit_delete 55549900 {{(pid=74209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 15:53:29.175313 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron_lib.callbacks.manager [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Subscribe: > router precommit_create 55549900 {{(pid=74209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 15:53:29.175666 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron_lib.callbacks.manager [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Subscribe: > router_interface after_create 55550000 {{(pid=74209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 15:53:29.176004 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron_lib.callbacks.manager [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Subscribe: > router precommit_update 55549900 {{(pid=74209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 15:53:29.176400 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron_lib.callbacks.manager [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Subscribe: > network after_delete 55550000 {{(pid=74209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 15:53:29.177264 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.quota.resource_registry [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Tracking information for resource: router configured {{(pid=74209) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 03 15:53:29.177594 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.quota.resource_registry [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Tracking information for resource: floatingip configured {{(pid=74209) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 03 15:53:29.182558 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.db.l3_agentschedulers_db [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 03 15:53:29.183151 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron_lib.callbacks.manager [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Subscribe: port after_update 55550000 {{(pid=74209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 15:53:29.183505 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron_lib.callbacks.manager [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Subscribe: port after_create 55550000 {{(pid=74209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 15:53:29.183848 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron_lib.callbacks.manager [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Subscribe: port after_delete 55550000 {{(pid=74209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 15:53:29.184275 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron_lib.callbacks.manager [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Subscribe: port after_update 55550000 {{(pid=74209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 15:53:29.185063 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron_lib.callbacks.manager [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Subscribe: > router before_create 55550100 {{(pid=74209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 15:53:29.185417 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron_lib.callbacks.manager [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Subscribe: > router precommit_delete 55550100 {{(pid=74209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 15:53:29.185771 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron_lib.callbacks.manager [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Subscribe: > router precommit_create 55550100 {{(pid=74209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 15:53:29.186120 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron_lib.callbacks.manager [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Subscribe: > router precommit_update 55550100 {{(pid=74209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 15:53:29.191184 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.services.provider_configuration [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Service providers = [] {{(pid=74209) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 03 15:53:29.191545 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.db.servicetype_db [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=74209) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 03 15:53:29.194483 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.services.service_base [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=74209) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 03 15:53:29.194827 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.services.service_base [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=74209) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 03 15:53:29.195159 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.services.service_base [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=74209) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 03 15:53:29.196018 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.services.service_base [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=74209) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 03 15:53:29.196410 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.services.service_base [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Default provider is not specified for service type L3_ROUTER_NAT May 03 15:53:29.196949 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.manager [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=74209) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 03 15:53:29.197265 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.manager [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 03 15:53:29.207626 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.manager [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=74209) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 03 15:53:29.207979 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.manager [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loading Plugin: auto_allocate May 03 15:53:29.213789 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron_lib.callbacks.manager [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Subscribe: network precommit_update 55550000 {{(pid=74209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 15:53:29.214150 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron_lib.callbacks.manager [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Subscribe: network precommit_create 55550000 {{(pid=74209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 15:53:29.214654 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.manager [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=74209) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 03 15:53:29.214967 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.manager [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loading Plugin: tag May 03 15:53:29.221728 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.manager [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=74209) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 03 15:53:29.222052 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.manager [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loading Plugin: timestamp May 03 15:53:29.225838 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.manager [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=74209) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 03 15:53:29.226164 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.manager [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loading Plugin: network_ip_availability May 03 15:53:29.231417 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron_lib.callbacks.manager [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=74209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 15:53:29.231782 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron_lib.callbacks.manager [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=74209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 15:53:29.232134 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron_lib.callbacks.manager [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 15:53:29.232873 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.manager [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=74209) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 03 15:53:29.233186 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.manager [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loading Plugin: flavors May 03 15:53:29.238567 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.manager [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=74209) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 03 15:53:29.238894 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.manager [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loading Plugin: revisions May 03 15:53:29.243116 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.manager [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=74209) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 03 15:53:29.243505 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_concurrency.lockutils [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.741s {{(pid=74209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 15:53:29.244260 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=74209) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} May 03 15:53:29.244595 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Initializing extension manager. May 03 15:53:29.245408 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loading extension file: __init__.py {{(pid=74209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 03 15:53:29.245408 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loading extension file: __pycache__ {{(pid=74209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 03 15:53:29.245742 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=74209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 03 15:53:29.246068 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loading extension file: address_group.py {{(pid=74209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 03 15:53:29.246815 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=74209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 03 15:53:29.247399 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loaded extension: address-group May 03 15:53:29.247718 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loading extension file: address_scope.py {{(pid=74209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 03 15:53:29.248453 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=74209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 03 15:53:29.248952 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loaded extension: address-scope May 03 15:53:29.249266 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loading extension file: admin_state_down_before_update.py {{(pid=74209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 03 15:53:29.250176 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=74209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 03 15:53:29.250676 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loaded extension: router-admin-state-down-before-update May 03 15:53:29.250989 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loading extension file: agent.py {{(pid=74209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 03 15:53:29.252411 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=74209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 03 15:53:29.252908 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loaded extension: agent May 03 15:53:29.253217 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loading extension file: agent_resources_synced.py {{(pid=74209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 03 15:53:29.254111 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=74209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 03 15:53:29.254610 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loaded extension: agent-resources-synced May 03 15:53:29.254922 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loading extension file: allowedaddresspairs.py {{(pid=74209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 03 15:53:29.256785 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=74209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 03 15:53:29.257300 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loaded extension: allowed-address-pairs May 03 15:53:29.257621 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loading extension file: auto_allocated_topology.py {{(pid=74209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 03 15:53:29.258680 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=74209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 03 15:53:29.259185 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loaded extension: auto-allocated-topology May 03 15:53:29.259526 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loading extension file: availability_zone.py {{(pid=74209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 03 15:53:29.260237 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=74209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 03 15:53:29.260728 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loaded extension: availability_zone May 03 15:53:29.261043 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loading extension file: availability_zone_filter.py {{(pid=74209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 03 15:53:29.262184 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=74209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 03 15:53:29.262685 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loaded extension: availability_zone_filter May 03 15:53:29.263000 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loading extension file: data_plane_status.py {{(pid=74209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 03 15:53:29.263885 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=74209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 03 15:53:29.264441 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Extension data-plane-status not supported by any of loaded plugins May 03 15:53:29.264757 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loading extension file: default_subnetpools.py {{(pid=74209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 03 15:53:29.265651 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=74209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 03 15:53:29.266149 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loaded extension: default-subnetpools May 03 15:53:29.266465 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loading extension file: dhcpagentscheduler.py {{(pid=74209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 03 15:53:29.267292 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=74209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 03 15:53:29.267784 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loaded extension: dhcp_agent_scheduler May 03 15:53:29.268101 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loading extension file: dns.py {{(pid=74209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 03 15:53:29.269017 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=74209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 03 15:53:29.269509 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Extension dns-integration not supported by any of loaded plugins May 03 15:53:29.269846 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loading extension file: dns_domain_ports.py {{(pid=74209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 03 15:53:29.270740 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=74209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 03 15:53:29.271266 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Extension dns-domain-ports not supported by any of loaded plugins May 03 15:53:29.271578 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loading extension file: dvr.py {{(pid=74209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 03 15:53:29.272266 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=74209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 03 15:53:29.272768 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loaded extension: dvr May 03 15:53:29.273081 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loading extension file: empty_string_filtering.py {{(pid=74209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 03 15:53:29.273971 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=74209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 03 15:53:29.274495 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loaded extension: empty-string-filtering May 03 15:53:29.274817 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=74209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 03 15:53:29.275712 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=74209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 03 15:53:29.276224 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 03 15:53:29.276541 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=74209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 03 15:53:29.277452 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=74209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 03 15:53:29.277941 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 03 15:53:29.278252 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loading extension file: external_net.py {{(pid=74209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 03 15:53:29.279140 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=74209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 03 15:53:29.279636 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loaded extension: external-net May 03 15:53:29.279945 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loading extension file: extra_dhcp_opt.py {{(pid=74209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 03 15:53:29.280854 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=74209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 03 15:53:29.281346 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loaded extension: extra_dhcp_opt May 03 15:53:29.281678 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loading extension file: extraroute.py {{(pid=74209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 03 15:53:29.282560 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=74209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 03 15:53:29.283122 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loaded extension: extraroute May 03 15:53:29.283388 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loading extension file: extraroute_atomic.py {{(pid=74209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 03 15:53:29.284426 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=74209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 03 15:53:29.284930 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loaded extension: extraroute-atomic May 03 15:53:29.285244 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loading extension file: filter_validation.py {{(pid=74209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 03 15:53:29.285896 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=74209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 03 15:53:29.286394 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loaded extension: filter-validation May 03 15:53:29.286709 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loading extension file: fip_pf_description.py {{(pid=74209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 03 15:53:29.287798 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=74209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 03 15:53:29.288327 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 03 15:53:29.288643 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loading extension file: fip_port_details.py {{(pid=74209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 03 15:53:29.289535 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=74209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 03 15:53:29.290034 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loaded extension: fip-port-details May 03 15:53:29.290348 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loading extension file: flavors.py {{(pid=74209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 03 15:53:29.291546 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=74209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 03 15:53:29.292076 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loaded extension: flavors May 03 15:53:29.292433 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=74209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 03 15:53:29.294086 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=74209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 03 15:53:29.294601 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 03 15:53:29.294925 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loading extension file: floatingip_pools.py {{(pid=74209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 03 15:53:29.295610 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=74209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 03 15:53:29.296110 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loaded extension: floatingip-pools May 03 15:53:29.296452 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loading extension file: ip_allocation.py {{(pid=74209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 03 15:53:29.297357 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=74209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 03 15:53:29.297852 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Extension ip_allocation not supported by any of loaded plugins May 03 15:53:29.298167 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=74209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 03 15:53:29.299618 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=74209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 03 15:53:29.300123 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loaded extension: ip-substring-filtering May 03 15:53:29.300459 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loading extension file: l2_adjacency.py {{(pid=74209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 03 15:53:29.301360 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=74209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 03 15:53:29.301854 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Extension l2_adjacency not supported by any of loaded plugins May 03 15:53:29.302169 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loading extension file: l3.py {{(pid=74209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 03 15:53:29.303146 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=74209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 03 15:53:29.303654 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loaded extension: router May 03 15:53:29.303988 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loading extension file: l3_conntrack_helper.py {{(pid=74209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 03 15:53:29.306220 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=74209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 03 15:53:29.306739 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 03 15:53:29.307066 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=74209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 03 15:53:29.307976 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=74209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 03 15:53:29.308515 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loaded extension: ext-gw-mode May 03 15:53:29.308837 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=74209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 03 15:53:29.309756 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=74209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 03 15:53:29.310257 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loaded extension: l3-ha May 03 15:53:29.310573 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loading extension file: l3_flavors.py {{(pid=74209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 03 15:53:29.311467 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=74209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 03 15:53:29.311973 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loaded extension: l3-flavors May 03 15:53:29.312324 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=74209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 03 15:53:29.313223 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=74209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 03 15:53:29.313720 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loaded extension: l3-port-ip-change-not-allowed May 03 15:53:29.314652 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loading extension file: l3agentscheduler.py {{(pid=74209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 03 15:53:29.315859 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=74209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 03 15:53:29.316408 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loaded extension: l3_agent_scheduler May 03 15:53:29.316730 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loading extension file: logging.py {{(pid=74209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 03 15:53:29.318202 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=74209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 03 15:53:29.318718 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Extension logging not supported by any of loaded plugins May 03 15:53:29.319041 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loading extension file: metering.py {{(pid=74209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 03 15:53:29.319770 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=74209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 03 15:53:29.320392 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loaded extension: metering May 03 15:53:29.320709 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=74209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 03 15:53:29.321786 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=74209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 03 15:53:29.322316 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loaded extension: metering_source_and_destination_fields May 03 15:53:29.322639 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loading extension file: multiprovidernet.py {{(pid=74209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 03 15:53:29.323668 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=74209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 03 15:53:29.324178 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loaded extension: multi-provider May 03 15:53:29.324526 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loading extension file: netmtu.py {{(pid=74209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 03 15:53:29.325425 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=74209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 03 15:53:29.325930 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loaded extension: net-mtu May 03 15:53:29.326246 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loading extension file: netmtu_writable.py {{(pid=74209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 03 15:53:29.327154 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=74209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 03 15:53:29.327657 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loaded extension: net-mtu-writable May 03 15:53:29.327969 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loading extension file: network_availability_zone.py {{(pid=74209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 03 15:53:29.328652 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=74209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 03 15:53:29.329149 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loaded extension: network_availability_zone May 03 15:53:29.329487 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loading extension file: network_ip_availability.py {{(pid=74209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 03 15:53:29.330652 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=74209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 03 15:53:29.331156 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loaded extension: network-ip-availability May 03 15:53:29.331472 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loading extension file: network_segment_range.py {{(pid=74209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 03 15:53:29.332282 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=74209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 03 15:53:29.332781 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Extension network-segment-range not supported by any of loaded plugins May 03 15:53:29.333095 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loading extension file: pagination.py {{(pid=74209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 03 15:53:29.334068 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=74209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 03 15:53:29.334391 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loaded extension: pagination May 03 15:53:29.334705 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loading extension file: port_device_profile.py {{(pid=74209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 03 15:53:29.335587 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=74209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 03 15:53:29.336091 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loaded extension: port-device-profile May 03 15:53:29.336436 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=74209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 03 15:53:29.337328 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=74209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 03 15:53:29.337830 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loaded extension: port-mac-address-regenerate May 03 15:53:29.338144 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=74209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 03 15:53:29.339070 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=74209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 03 15:53:29.339557 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loaded extension: port-numa-affinity-policy May 03 15:53:29.339874 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loading extension file: port_resource_request.py {{(pid=74209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 03 15:53:29.340794 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=74209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 03 15:53:29.341286 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Extension port-resource-request not supported by any of loaded plugins May 03 15:53:29.341602 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loading extension file: portbindings.py {{(pid=74209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 03 15:53:29.342504 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=74209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 03 15:53:29.343000 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loaded extension: binding May 03 15:53:29.343321 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loading extension file: portbindings_extended.py {{(pid=74209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 03 15:53:29.344630 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=74209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 03 15:53:29.345108 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loaded extension: binding-extended May 03 15:53:29.345427 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loading extension file: portsecurity.py {{(pid=74209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 03 15:53:29.346335 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=74209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 03 15:53:29.346837 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loaded extension: port-security May 03 15:53:29.347152 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loading extension file: project_id.py {{(pid=74209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 03 15:53:29.348103 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=74209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 03 15:53:29.348451 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loaded extension: project-id May 03 15:53:29.348769 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loading extension file: providernet.py {{(pid=74209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 03 15:53:29.349666 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=74209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 03 15:53:29.350170 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loaded extension: provider May 03 15:53:29.350484 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loading extension file: qos.py {{(pid=74209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 03 15:53:29.354035 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=74209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 03 15:53:29.354550 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Extension qos not supported by any of loaded plugins May 03 15:53:29.354877 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=74209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 03 15:53:29.356126 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=74209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 03 15:53:29.356668 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 03 15:53:29.356990 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=74209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 03 15:53:29.357887 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=74209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 03 15:53:29.358390 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 03 15:53:29.358707 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loading extension file: qos_default.py {{(pid=74209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 03 15:53:29.359595 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=74209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 03 15:53:29.360100 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Extension qos-default not supported by any of loaded plugins May 03 15:53:29.360443 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loading extension file: qos_fip.py {{(pid=74209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 03 15:53:29.361694 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=74209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 03 15:53:29.362188 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Extension qos-fip not supported by any of loaded plugins May 03 15:53:29.362504 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loading extension file: qos_gateway_ip.py {{(pid=74209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 03 15:53:29.363406 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=74209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 03 15:53:29.363916 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 03 15:53:29.364254 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loading extension file: qos_port_network_policy.py {{(pid=74209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 03 15:53:29.365150 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=74209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 03 15:53:29.365657 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 03 15:53:29.365969 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loading extension file: qos_rule_type_details.py {{(pid=74209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 03 15:53:29.366879 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=74209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 03 15:53:29.367394 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 03 15:53:29.367709 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loading extension file: qos_rules_alias.py {{(pid=74209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 03 15:53:29.368754 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=74209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 03 15:53:29.369252 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Extension qos-rules-alias not supported by any of loaded plugins May 03 15:53:29.369565 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loading extension file: quotasv2.py {{(pid=74209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 03 15:53:29.370592 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=74209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 03 15:53:29.370916 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loaded extension: quotas May 03 15:53:29.371230 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loading extension file: quotasv2_detail.py {{(pid=74209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 03 15:53:29.372862 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=74209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 03 15:53:29.373194 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loaded extension: quota_details May 03 15:53:29.373519 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loading extension file: rbac.py {{(pid=74209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 03 15:53:29.374561 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=74209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 03 15:53:29.375077 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loaded extension: rbac-policies May 03 15:53:29.375406 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loading extension file: rbac_address_group.py {{(pid=74209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 03 15:53:29.376984 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=74209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 03 15:53:29.377716 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loaded extension: rbac-address-group May 03 15:53:29.378041 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loading extension file: rbac_address_scope.py {{(pid=74209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 03 15:53:29.378963 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=74209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 03 15:53:29.379469 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loaded extension: rbac-address-scope May 03 15:53:29.379789 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loading extension file: rbac_security_groups.py {{(pid=74209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 03 15:53:29.380720 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=74209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 03 15:53:29.381228 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loaded extension: rbac-security-groups May 03 15:53:29.381545 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loading extension file: rbac_subnetpool.py {{(pid=74209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 03 15:53:29.382438 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=74209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 03 15:53:29.382942 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loaded extension: rbac-subnetpool May 03 15:53:29.383261 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loading extension file: revisionifmatch.py {{(pid=74209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 03 15:53:29.384180 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=74209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 03 15:53:29.384704 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loaded extension: revision-if-match May 03 15:53:29.385021 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loading extension file: revisions.py {{(pid=74209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 03 15:53:29.386374 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=74209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 03 15:53:29.386874 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loaded extension: standard-attr-revisions May 03 15:53:29.387190 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loading extension file: router_availability_zone.py {{(pid=74209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 03 15:53:29.387846 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=74209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 03 15:53:29.388375 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loaded extension: router_availability_zone May 03 15:53:29.388693 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loading extension file: routerservicetype.py {{(pid=74209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 03 15:53:29.389585 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=74209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 03 15:53:29.390109 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Extension router-service-type not supported by any of loaded plugins May 03 15:53:29.390422 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=74209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 03 15:53:29.391326 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=74209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 03 15:53:29.391829 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loaded extension: security-groups-normalized-cidr May 03 15:53:29.392277 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loading extension file: security_groups_port_filtering.py {{(pid=74209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 03 15:53:29.393258 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=74209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 03 15:53:29.393768 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loaded extension: port-security-groups-filtering May 03 15:53:29.394085 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=74209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 03 15:53:29.394989 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=74209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 03 15:53:29.395489 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loaded extension: security-groups-remote-address-group May 03 15:53:29.395805 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loading extension file: securitygroup.py {{(pid=74209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 03 15:53:29.405348 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=74209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 03 15:53:29.405871 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loaded extension: security-group May 03 15:53:29.406200 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loading extension file: segment.py {{(pid=74209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 03 15:53:29.407251 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=74209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 03 15:53:29.408049 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Extension segment not supported by any of loaded plugins May 03 15:53:29.408397 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=74209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 03 15:53:29.409319 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=74209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 03 15:53:29.409825 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 03 15:53:29.410146 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loading extension file: servicetype.py {{(pid=74209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 03 15:53:29.411248 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=74209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 03 15:53:29.411763 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loaded extension: service-type May 03 15:53:29.412083 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loading extension file: sorting.py {{(pid=74209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 03 15:53:29.413096 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=74209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 03 15:53:29.413423 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loaded extension: sorting May 03 15:53:29.413749 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loading extension file: standard_attr_segment.py {{(pid=74209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 03 15:53:29.414644 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=74209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 03 15:53:29.415148 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Extension standard-attr-segment not supported by any of loaded plugins May 03 15:53:29.415473 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loading extension file: standardattrdescription.py {{(pid=74209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 03 15:53:29.416114 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=74209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 03 15:53:29.416708 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loaded extension: standard-attr-description May 03 15:53:29.417026 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loading extension file: stateful_security_group.py {{(pid=74209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 03 15:53:29.417932 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=74209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 03 15:53:29.418441 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loaded extension: stateful-security-group May 03 15:53:29.418791 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loading extension file: stdattrs_common.py {{(pid=74209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 03 15:53:29.419365 dv-cinder-774286-11-smb neutron-server[74209]: WARNING neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 03 15:53:29.419684 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=74209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 03 15:53:29.420706 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=74209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 03 15:53:29.421219 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 03 15:53:29.421539 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loading extension file: subnet_onboard.py {{(pid=74209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 03 15:53:29.422590 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=74209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 03 15:53:29.423101 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loaded extension: subnet_onboard May 03 15:53:29.423959 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=74209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 03 15:53:29.424892 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=74209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 03 15:53:29.425393 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 03 15:53:29.425710 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loading extension file: subnet_service_types.py {{(pid=74209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 03 15:53:29.426610 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=74209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 03 15:53:29.427112 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loaded extension: subnet-service-types May 03 15:53:29.427429 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loading extension file: subnetallocation.py {{(pid=74209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 03 15:53:29.428512 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=74209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 03 15:53:29.429016 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loaded extension: subnet_allocation May 03 15:53:29.429334 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=74209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 03 15:53:29.429988 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=74209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 03 15:53:29.430491 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loaded extension: subnetpool-prefix-ops May 03 15:53:29.430807 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=74209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 03 15:53:29.431738 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=74209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 03 15:53:29.432290 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 03 15:53:29.432610 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loading extension file: tagging.py {{(pid=74209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 03 15:53:29.433654 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=74209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 03 15:53:29.434176 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loaded extension: standard-attr-tag May 03 15:53:29.434497 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loading extension file: timestamp.py {{(pid=74209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 03 15:53:29.435711 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=74209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 03 15:53:29.436258 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loaded extension: standard-attr-timestamp May 03 15:53:29.436568 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loading extension file: trunk.py {{(pid=74209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 03 15:53:29.437581 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=74209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 03 15:53:29.438088 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Extension trunk not supported by any of loaded plugins May 03 15:53:29.438405 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loading extension file: trunk_details.py {{(pid=74209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 03 15:53:29.439921 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=74209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 03 15:53:29.440460 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Extension trunk-details not supported by any of loaded plugins May 03 15:53:29.440778 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loading extension file: uplink_status_propagation.py {{(pid=74209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 03 15:53:29.441694 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=74209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 03 15:53:29.442198 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 03 15:53:29.442511 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Loading extension file: vlantransparent.py {{(pid=74209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 03 15:53:29.443166 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=74209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 03 15:53:29.443665 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Extension vlan-transparent not supported by any of loaded plugins May 03 15:53:29.446156 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.quota.resource_registry [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Creating instance of TrackedResource for resource:network May 03 15:53:29.446889 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.quota.resource_registry [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Creating instance of TrackedResource for resource:subnet May 03 15:53:29.447673 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.quota.resource_registry [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Creating instance of TrackedResource for resource:subnetpool May 03 15:53:29.448355 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.quota.resource_registry [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Creating instance of TrackedResource for resource:port May 03 15:53:29.449628 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.v2.resource_helper [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74209) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 15:53:29.450067 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.v2.resource_helper [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Service FLAVORS assigned prefix: {{(pid=74209) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 15:53:29.450692 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.v2.resource_helper [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74209) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 15:53:29.451115 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.v2.resource_helper [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74209) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 15:53:29.451439 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.quota.resource_registry [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Creating instance of TrackedResource for resource:router May 03 15:53:29.452112 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.quota.resource_registry [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Creating instance of TrackedResource for resource:floatingip May 03 15:53:29.452834 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.v2.resource_helper [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Service METERING assigned prefix: /metering {{(pid=74209) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 15:53:29.454271 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron_lib.callbacks.manager [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=74209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 15:53:29.454910 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron_lib.callbacks.manager [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=74209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 15:53:29.454910 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron_lib.callbacks.manager [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 15:53:29.456136 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.quota.resource_registry [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Creating instance of CountableResource for resource:rbac_policy May 03 15:53:29.456591 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.quota.resource_registry [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Creating instance of TrackedResource for resource:security_group May 03 15:53:29.457245 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.quota.resource_registry [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Creating instance of TrackedResource for resource:security_group_rule May 03 15:53:29.457988 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.v2.resource_helper [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Service CORE assigned prefix: {{(pid=74209) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 15:53:29.458342 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.quota.resource_registry [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Creating instance of TrackedResource for resource:subnetpool May 03 15:53:29.458693 dv-cinder-774286-11-smb neutron-server[74209]: WARNING neutron.quota.resource_registry [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] subnetpool is already registered May 03 15:53:29.459298 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.v2.resource_helper [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Service CORE assigned prefix: {{(pid=74209) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 15:53:29.459621 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.quota.resource_registry [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Creating instance of TrackedResource for resource:subnetpool May 03 15:53:29.459946 dv-cinder-774286-11-smb neutron-server[74209]: WARNING neutron.quota.resource_registry [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] subnetpool is already registered May 03 15:53:29.463980 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.v2.resource_helper [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74209) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 15:53:29.464446 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.v2.resource_helper [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Service FLAVORS assigned prefix: {{(pid=74209) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 15:53:29.465069 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.v2.resource_helper [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74209) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 15:53:29.465487 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.v2.resource_helper [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74209) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 15:53:29.465840 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.quota.resource_registry [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Creating instance of TrackedResource for resource:router May 03 15:53:29.466171 dv-cinder-774286-11-smb neutron-server[74209]: WARNING neutron.quota.resource_registry [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] router is already registered May 03 15:53:29.466769 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.quota.resource_registry [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Creating instance of TrackedResource for resource:floatingip May 03 15:53:29.467088 dv-cinder-774286-11-smb neutron-server[74209]: WARNING neutron.quota.resource_registry [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] floatingip is already registered May 03 15:53:29.467735 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.v2.resource_helper [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Service METERING assigned prefix: /metering {{(pid=74209) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 15:53:29.468625 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.quota.resource_registry [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Creating instance of CountableResource for resource:rbac_policy May 03 15:53:29.468976 dv-cinder-774286-11-smb neutron-server[74209]: WARNING neutron.quota.resource_registry [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] rbac_policy is already registered May 03 15:53:29.469515 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.quota.resource_registry [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Creating instance of TrackedResource for resource:security_group May 03 15:53:29.469864 dv-cinder-774286-11-smb neutron-server[74209]: WARNING neutron.quota.resource_registry [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] security_group is already registered May 03 15:53:29.470511 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.quota.resource_registry [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Creating instance of TrackedResource for resource:security_group_rule May 03 15:53:29.470853 dv-cinder-774286-11-smb neutron-server[74209]: WARNING neutron.quota.resource_registry [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] security_group_rule is already registered May 03 15:53:29.471534 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.v2.resource_helper [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Service CORE assigned prefix: {{(pid=74209) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 15:53:29.471859 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.quota.resource_registry [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Creating instance of TrackedResource for resource:subnetpool May 03 15:53:29.472178 dv-cinder-774286-11-smb neutron-server[74209]: WARNING neutron.quota.resource_registry [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] subnetpool is already registered May 03 15:53:29.472806 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.v2.resource_helper [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Service CORE assigned prefix: {{(pid=74209) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 15:53:29.473146 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.quota.resource_registry [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Creating instance of TrackedResource for resource:subnetpool May 03 15:53:29.473462 dv-cinder-774286-11-smb neutron-server[74209]: WARNING neutron.quota.resource_registry [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] subnetpool is already registered May 03 15:53:29.474104 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Extended resource: extensions {{(pid=74209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 15:53:29.475676 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Extended resource: address-groups {{(pid=74209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 15:53:29.477316 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Extended resource: address-scopes {{(pid=74209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 15:53:29.478568 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Extended resource: agents {{(pid=74209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 15:53:29.479803 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Extended resource: auto-allocated-topology {{(pid=74209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 15:53:29.481084 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Extended resource: availability_zones {{(pid=74209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 15:53:29.482395 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Extended resource: dhcp-networks {{(pid=74209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 15:53:29.483899 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Extended resource: dhcp-agents {{(pid=74209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 15:53:29.485405 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Extended resource: routers {{(pid=74209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 15:53:29.487931 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Extended resource: flavors {{(pid=74209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 15:53:29.489319 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Extended resource: service_profiles {{(pid=74209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 15:53:29.490532 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Extended resource: next_providers {{(pid=74209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 15:53:29.492223 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Extended resource: service_profiles {{(pid=74209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 15:53:29.493773 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Extended resource: floatingip-pools {{(pid=74209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 15:53:29.495059 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Extended resource: routers {{(pid=74209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 15:53:29.496910 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Extended resource: floatingips {{(pid=74209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 15:53:29.498237 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Extended resource: l3-routers {{(pid=74209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 15:53:29.499709 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Extended resource: l3-agents {{(pid=74209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 15:53:29.501188 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Extended resource: metering-labels {{(pid=74209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 15:53:29.503304 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Extended resource: metering-label-rules {{(pid=74209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 15:53:29.504707 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Extended resource: network-ip-availabilities {{(pid=74209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 15:53:29.505968 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Extended resource: bindings {{(pid=74209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 15:53:29.507625 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Extended resource: quotas {{(pid=74209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 15:53:29.509132 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Extended resource: quotas {{(pid=74209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 15:53:29.510676 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Extended resource: rbac-policies {{(pid=74209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 15:53:29.512276 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Extended resource: security-groups {{(pid=74209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 15:53:29.513495 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Extended resource: security-group-rules {{(pid=74209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 15:53:29.514757 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Extended resource: service-providers {{(pid=74209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 15:53:29.516096 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Extended resource: subnetpools {{(pid=74209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 15:53:29.517660 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Extended resource: subnetpools {{(pid=74209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 15:53:29.519200 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Extended resource: tags {{(pid=74209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 15:53:29.520917 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Extended resource: tags {{(pid=74209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 15:53:29.522941 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Extended resource: tags {{(pid=74209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 15:53:29.525023 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Extended resource: tags {{(pid=74209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 15:53:29.528063 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Extended resource: tags {{(pid=74209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 15:53:29.530039 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Extended resource: tags {{(pid=74209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 15:53:29.531892 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Extended resource: tags {{(pid=74209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 15:53:29.645138 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Extended resource: tags {{(pid=74209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 15:53:29.646920 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Extended resource: tags {{(pid=74209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 15:53:29.648870 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron.api.extensions [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Extended resource: tags {{(pid=74209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 15:53:29.654848 dv-cinder-774286-11-smb neutron-server[74209]: WARNING keystonemiddleware.auth_token [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 03 15:53:29.660137 dv-cinder-774286-11-smb neutron-server[74209]: WARNING keystonemiddleware.auth_token [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 03 15:53:29.668378 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_concurrency.lockutils [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Acquired lock "singleton_lock" {{(pid=74209) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 03 15:53:29.668858 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_concurrency.lockutils [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Releasing lock "singleton_lock" {{(pid=74209) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 03 15:53:29.669484 dv-cinder-774286-11-smb neutron-server[74209]: INFO oslo_service.service [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Starting 2 workers May 03 15:53:29.674216 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Started child 74320 {{(pid=74209) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 03 15:53:29.678899 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Started child 74321 {{(pid=74209) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 03 15:53:29.679874 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:53:29.680590 dv-cinder-774286-11-smb neutron-server[74209]: INFO neutron.service [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Neutron service started, listening on 0.0.0.0:9696 May 03 15:53:29.681174 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron_lib.callbacks.manager [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Notify callbacks [] for process, before_spawn {{(pid=74209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:53:29.681425 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [-] (74320) wsgi starting up on http://0.0.0.0:9696 May 03 15:53:29.683486 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:53:29.683984 dv-cinder-774286-11-smb neutron-server[74209]: INFO oslo_service.service [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Starting 1 workers May 03 15:53:29.684911 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [-] (74321) wsgi starting up on http://0.0.0.0:9696 May 03 15:53:29.688464 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Started child 74322 {{(pid=74209) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 03 15:53:29.689018 dv-cinder-774286-11-smb neutron-server[74209]: INFO oslo_service.service [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Starting 1 workers May 03 15:53:29.692088 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.service [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] calling RpcWorker wait() {{(pid=74322) _wait /opt/stack/neutron/neutron/service.py:128}} May 03 15:53:29.692672 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.service [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] returning from RpcWorker wait() {{(pid=74322) _wait /opt/stack/neutron/neutron/service.py:135}} May 03 15:53:29.693579 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Started child 74323 {{(pid=74209) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 03 15:53:29.694009 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:53:29.694257 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG neutron_lib.callbacks.manager [None req-a51eca4a-5e5f-4ebc-b6ca-6f389813ffd2 None None] Notify callbacks [] for process, after_spawn {{(pid=74209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:53:29.694578 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=74322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 15:53:29.696075 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=74209) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 03 15:53:29.696310 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 03 15:53:29.696487 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 03 15:53:29.696703 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 03 15:53:29.697032 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 03 15:53:29.697192 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 03 15:53:29.697709 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.697970 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.698237 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.698365 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=74323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:53:29.698814 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.698814 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.699325 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.699589 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.699832 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.700102 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.700372 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.700541 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.700703 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.700938 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.701182 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.701491 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.701762 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.702011 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.702256 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.702421 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.702684 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] config_source = [] {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.702939 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.703177 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.703431 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] debug = True {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.703664 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.704186 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.704796 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.704796 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.705102 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.705354 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.705598 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.705873 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.706102 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.706333 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.706561 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.706827 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.707068 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.707297 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.707509 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.707753 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.707985 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.708497 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] host = dv-cinder-774286-11-smb {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.708765 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.708983 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.709242 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.709487 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.709735 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.709969 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.710216 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.710452 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.710717 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.710937 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.711194 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.711431 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.711664 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] log_dir = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.711896 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] log_file = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.712056 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] log_options = True {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.712304 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.712584 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.712843 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.713024 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.713189 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.713364 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.713610 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.713768 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.714015 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.714240 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.714428 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.714637 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.714865 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.715094 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.715353 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.715583 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.715824 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.716047 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.716305 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.716528 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.716746 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.716982 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.717196 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.717405 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.717633 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.717861 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.718172 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.718306 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.718503 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.718735 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.718964 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.719209 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.719435 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.719744 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.719914 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.720678 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.720910 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.721178 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.721407 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.721661 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.721902 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.722114 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.722341 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.722571 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.723911 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] use_journal = False {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.723911 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] use_json = False {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.723911 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.723911 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.724476 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=74323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 15:53:29.724607 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.724607 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.724840 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.724840 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.725065 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.725269 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.726976 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.726976 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.726976 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.727205 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.727327 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.727570 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.727799 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.728042 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.728311 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.728561 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.729167 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.729167 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.729434 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.729670 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.729933 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.730261 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.730524 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.730799 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.731032 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.731246 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.731460 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.731708 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.732043 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.732336 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.732600 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.11/identity {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.732860 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.733073 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.733290 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.739754 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.739754 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.739754 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.739754 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.739754 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.739754 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.739754 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.739754 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.739754 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.740360 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.740360 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.740360 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.740360 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.740360 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.740360 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.740360 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.740360 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.740360 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.740926 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.740926 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.740926 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.740926 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.740926 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.740926 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.740926 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.741302 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.741372 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.741603 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.742011 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.742239 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.742466 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.743303 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.743892 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.744237 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.744488 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.744725 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.744959 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.745216 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.745474 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.745734 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.745967 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.746184 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.746464 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.746623 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.746838 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.747055 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.747297 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.747531 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.747744 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.747973 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.749047 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.749047 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.749047 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.749047 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.749344 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.749344 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.749620 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.750009 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.750350 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.750504 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.750753 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.751008 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.751303 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.751717 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.751950 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.752193 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.752435 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.752701 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.752950 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.753209 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.753460 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.753687 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.753962 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.754206 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.754483 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.754711 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.754953 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.755187 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.755502 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.755742 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.756000 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.756291 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.756527 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.756820 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.757065 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.757357 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.757570 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.757848 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.758151 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.758417 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.758677 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.758968 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.759203 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.759454 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.759684 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.759933 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.760185 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.760464 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.760702 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.760995 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.761596 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.761840 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.762051 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.762289 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.762617 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.762847 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.763078 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.763290 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.763572 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.763806 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.764073 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.764385 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.764617 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.764868 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.765130 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.765366 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.11/identity {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.765581 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.765836 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.766085 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.766296 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.766514 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.766745 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.767006 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.767309 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.767536 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.767779 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.767993 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.768285 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.768534 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.768758 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.768976 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.769226 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.769445 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.769690 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.769932 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.770153 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.770371 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.770592 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.770824 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.771119 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.771337 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.771756 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.772166 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.772435 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.772664 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.772924 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.773196 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.773411 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.773651 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.773868 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.774079 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.774296 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.774514 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.774733 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.774946 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.775189 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.775404 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.775683 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.775924 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.776283 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.776534 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.776762 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.777015 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.777257 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.777472 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.777726 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.777966 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.778179 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.778424 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.778632 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.778907 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.779154 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.779394 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.779612 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.779843 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.780055 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.780296 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.780509 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.780814 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.781068 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.781326 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.781566 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.781799 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.782027 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.782238 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.782447 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.783755 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.783755 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.783755 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.783981 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.784118 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.784533 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.784900 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.785130 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.785344 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.785558 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.785776 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.785987 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.786234 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.786442 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.786650 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.786866 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.787098 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.787421 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.787673 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.787894 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.788175 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.788444 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.788685 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.788931 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.789263 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.789495 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.789739 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.789959 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.790195 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.790413 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.790668 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.790978 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.791275 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.791552 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.791787 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.792058 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.792372 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.792628 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.792841 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.793158 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.793487 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.793772 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.794025 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.794269 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.794546 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.794795 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.795074 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.795311 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.795546 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.795764 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.796021 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.796324 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.796518 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.796729 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.797200 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.797419 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.797659 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.797891 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.798115 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.798974 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.799132 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 03 15:53:29.799836 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=74209) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 03 15:53:29.799996 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 03 15:53:29.800333 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 03 15:53:29.800652 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 03 15:53:29.800827 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 03 15:53:29.800984 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 03 15:53:29.801190 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.801353 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.801517 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.801674 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.801833 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.802014 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.802175 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.802336 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.802877 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.802877 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.802877 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.803113 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.803113 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.803336 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.803416 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.803546 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.803697 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.803857 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.804019 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.804179 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] config_source = [] {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.804359 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.804516 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.804675 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] debug = True {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.804832 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.805016 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.805175 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.805331 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.805488 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.805644 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.805801 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.805960 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.806133 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.806273 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.806430 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.806587 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.806746 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.806901 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.807059 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.807216 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.807373 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.807529 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] host = dv-cinder-774286-11-smb {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.807714 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.807849 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.807973 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.808135 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.808313 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.808470 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.808627 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.808784 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.808941 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.809132 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.809274 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.809399 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.809532 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] log_dir = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.809684 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] log_file = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.809841 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] log_options = True {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.809997 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.810154 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.810298 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.810475 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.810637 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.810799 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.810953 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.811090 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.811248 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.811405 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.811560 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.811718 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.811875 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.812030 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.812188 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.812367 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.812525 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.812682 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.812839 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.813014 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.813154 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.813310 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.813466 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.813643 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.813780 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.814145 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.814145 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.814665 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.814665 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.814665 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.814965 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.814965 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.815145 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.815145 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.815284 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.815431 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.815589 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.815725 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.815869 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.816022 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.816179 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.816407 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.816570 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.816726 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.816883 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] use_journal = False {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.817040 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] use_json = False {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.817187 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.817332 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.817486 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.817642 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.817802 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.817958 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.818115 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.818272 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 15:53:29.818449 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.818663 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.818841 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.819001 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.819162 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.819306 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.819468 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.819628 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.819788 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.819949 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.820115 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.820302 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.820473 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.820634 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.820794 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.820957 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.821116 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.821275 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.821434 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.821594 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.821754 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.821914 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.822091 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.822251 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.822411 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.11/identity {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.822571 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.822731 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.822891 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.823052 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.823212 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.823373 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.823533 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.823693 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.823856 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.824019 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.824178 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.824360 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.824520 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.824681 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.824842 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.825002 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.825162 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.825337 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.825473 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.825633 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.825794 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.826009 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.826158 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.826284 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.826467 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.826591 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.826738 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.826861 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.827014 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.827200 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.827332 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.827464 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.827841 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.827841 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.828086 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.828086 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.828349 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.828473 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.828595 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.828717 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.828854 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.829006 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.829167 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.829327 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.829515 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.829726 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.829891 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.830018 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.830143 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.830276 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.830416 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.830576 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.830737 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.830898 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.831057 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.831216 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.831376 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.831536 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.831696 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.831865 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.832040 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.832254 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.832385 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.832530 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.832678 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.832837 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.832987 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.833144 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.833304 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.833463 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.833624 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.833783 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.833947 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.834106 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.834265 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.834426 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.834585 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.834744 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.834904 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.835063 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.835225 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.835388 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.835546 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.835710 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.835872 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.836026 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.836213 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.836375 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.836541 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.836701 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.836870 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.837041 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.837201 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.837362 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.837521 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.838244 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.838244 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.838244 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.838244 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.838509 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.838509 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.838625 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.838743 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.838913 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.839072 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.839233 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.839392 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.839589 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.839732 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.839866 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.840027 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.840171 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.840584 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.840584 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.840854 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.840854 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.841064 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.841144 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.841247 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.11/identity {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.841406 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.841567 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.841726 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.841885 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.842046 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.842207 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.842367 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.842530 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.842689 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.842875 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.843035 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.843199 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.843339 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.843505 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.843665 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.843824 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.843986 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.844146 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.844326 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.844473 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.844636 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.844796 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.844955 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.845663 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.845815 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.845965 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.846090 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.846212 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.846376 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.846537 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.846700 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.846860 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.847171 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.847329 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.847483 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.847622 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.847785 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.847941 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.848081 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.848270 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.848433 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.848594 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.848755 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.848930 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.849091 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.849251 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.849397 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.849531 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=74322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 15:53:29.849707 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.849707 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.849843 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.850003 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.850304 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.850473 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.850632 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.850795 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.850959 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.851121 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.851282 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.851444 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.851605 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.851764 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.851926 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.852101 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.852284 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.852448 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.852607 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.852767 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.852938 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.853100 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.853258 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.853802 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 45366) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 15:53:29.856450 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.856638 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.856834 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.857015 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.857189 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.857362 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.857530 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.857708 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.857873 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.858037 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.858222 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.858386 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.858559 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.858719 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.858880 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.859039 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.859198 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.859368 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.859516 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.859677 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.859845 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.860004 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.860366 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.860532 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.860751 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.861426 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.861591 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.861753 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.861913 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.862072 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.862234 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.862398 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.862866 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [-] 10.222.0.11 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0069141 May 03 15:53:29.863086 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.863271 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.863437 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.863610 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.863782 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.863973 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.864136 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.864327 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.864503 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.864665 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.864862 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.865054 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.865139 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.865274 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.865432 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.865591 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.865751 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.866022 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.866318 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.866318 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.866484 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.866638 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.866796 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.866954 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.867113 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.867271 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.867434 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.867593 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 15:53:29.867749 dv-cinder-774286-11-smb neutron-server[74209]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 03 15:53:40.703793 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa3590d3-5809-4fcf-a3bc-b6addb1193fc None None] get_active_networks_info from dv-cinder-774286-11-smb {{(pid=74322) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 03 15:53:40.787548 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa3590d3-5809-4fcf-a3bc-b6addb1193fc None None] No non-hosted networks {{(pid=74322) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 03 15:53:40.794893 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.agentschedulers_db [None req-fa3590d3-5809-4fcf-a3bc-b6addb1193fc None None] DHCP Agent not found on host dv-cinder-774286-11-smb {{(pid=74322) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} May 03 15:53:40.911473 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-beb628bd-d575-4f31-a95f-afa557c9fcb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959'] for agent, after_create {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:53:43.374186 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959'] for agent, after_create {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:53:43.375541 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:53:43.376041 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:53:43.376616 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:53:43.377394 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:53:43.378196 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:53:43.378656 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:53:43.379170 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:53:43.380381 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:53:43.380852 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:53:43.381319 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:53:43.383203 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:53:43.383203 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:53:43.383203 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-774286-11-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=74322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 15:53:43.390841 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-774286-11-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=74322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 15:53:43.450676 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-6bf60ff7-c489-4785-a750-d8e280d2f74a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959'] for agent, after_create {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:53:43.495697 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.db.api [None req-be8cab8b-d1b4-4423-aed3-5fe7709d3598 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agents.uniq_agents0agent_type0host'] with value(s) L3 agent-dv-cinder-774286-11-smb {{(pid=74322) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 15:53:43.496156 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_db.api [None req-be8cab8b-d1b4-4423-aed3-5fe7709d3598 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=74322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 15:53:44.088623 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-be8cab8b-d1b4-4423-aed3-5fe7709d3598 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:53:44.248277 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-b400cb21-de9a-47f5-b18b-46830690aa58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959'] for agent, after_create {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:53:46.077202 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-b5223e01-a904-4e89-a902-ae20f7f129a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959'] for agent, after_create {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:53:47.431049 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 45464) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 15:53:48.029580 dv-cinder-774286-11-smb neutron-server[74320]: WARNING oslo_policy.policy [None req-d75604b1-644c-4991-bb16-85a3bf517624 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 03 15:53:48.030295 dv-cinder-774286-11-smb neutron-server[74320]: WARNING oslo_policy.policy [None req-d75604b1-644c-4991-bb16-85a3bf517624 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 03 15:53:48.247018 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [None req-d75604b1-644c-4991-bb16-85a3bf517624 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=74320) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 15:53:48.260228 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-d75604b1-644c-4991-bb16-85a3bf517624 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8160574 May 03 15:53:49.249044 dv-cinder-774286-11-smb neutron-server[74322]: INFO neutron.db.l3_hamode_db [None req-411bc8e7-5b10-4ac2-bb96-88b4f7c16612 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 03 15:53:49.337730 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411bc8e7-5b10-4ac2-bb96-88b4f7c16612 None None] Routers set() bound to L3 agent in host dv-cinder-774286-11-smb {{(pid=74322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 03 15:53:49.338109 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411bc8e7-5b10-4ac2-bb96-88b4f7c16612 None None] Router IDs set() for agent in host dv-cinder-774286-11-smb {{(pid=74322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} May 03 15:53:50.622177 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 45478) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 15:53:50.996000 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.v2.base [None req-92fc3232-7f2a-4b8c-9857-b680de23ef68 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=74320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 15:53:51.096638 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.policy [None req-92fc3232-7f2a-4b8c-9857-b680de23ef68 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=74320) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 03 15:53:51.141904 dv-cinder-774286-11-smb neutron-server[74320]: WARNING oslo_policy.policy [None req-92fc3232-7f2a-4b8c-9857-b680de23ef68 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 03 15:53:51.142280 dv-cinder-774286-11-smb neutron-server[74320]: WARNING oslo_policy.policy [None req-92fc3232-7f2a-4b8c-9857-b680de23ef68 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 03 15:53:51.151595 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.quota [None req-92fc3232-7f2a-4b8c-9857-b680de23ef68 admin admin] Loaded quota_driver: . May 03 15:53:51.169087 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-92fc3232-7f2a-4b8c-9857-b680de23ef68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 15:53:51.294856 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-92fc3232-7f2a-4b8c-9857-b680de23ef68 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781090955614', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781090956077', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781090948419', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781091010975', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781090997107', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781090995361', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-2016962', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1659802', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-615025', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-540893'] for rbac-policy, before_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:53:51.527867 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-92fc3232-7f2a-4b8c-9857-b680de23ef68 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:53:51.529220 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-92fc3232-7f2a-4b8c-9857-b680de23ef68 admin admin] 10.222.0.11 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9060667 May 03 15:53:54.151340 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 45492) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 15:53:54.743244 dv-cinder-774286-11-smb neutron-server[74321]: WARNING oslo_policy.policy [None req-8c9a45a9-6e06-498b-b8a7-b31b22445dd2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 03 15:53:54.743891 dv-cinder-774286-11-smb neutron-server[74321]: WARNING oslo_policy.policy [None req-8c9a45a9-6e06-498b-b8a7-b31b22445dd2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 03 15:53:54.959004 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.v2.base [None req-8c9a45a9-6e06-498b-b8a7-b31b22445dd2 admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': 'bf0e8ea7054041cd831bfb0b770d663d', 'name': 'private', 'project_id': 'bf0e8ea7054041cd831bfb0b770d663d'}} {{(pid=74321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 15:53:54.960725 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.quota [None req-8c9a45a9-6e06-498b-b8a7-b31b22445dd2 admin admin] Loaded quota_driver: . May 03 15:53:54.976890 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-8c9a45a9-6e06-498b-b8a7-b31b22445dd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 15:53:54.983907 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-8c9a45a9-6e06-498b-b8a7-b31b22445dd2 admin admin] Usage tracker for resource:network and tenant:bf0e8ea7054041cd831bfb0b770d663d is out of sync, need to count used quota {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 15:53:54.990358 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-8c9a45a9-6e06-498b-b8a7-b31b22445dd2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 15:53:54.997643 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-8c9a45a9-6e06-498b-b8a7-b31b22445dd2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 15:53:55.087917 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c9a45a9-6e06-498b-b8a7-b31b22445dd2 admin admin] Made reservation on behalf of bf0e8ea7054041cd831bfb0b770d663d for: {'network': 1} {{(pid=74321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 15:53:55.172958 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.policy [None req-8c9a45a9-6e06-498b-b8a7-b31b22445dd2 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=74321) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 03 15:53:55.221503 dv-cinder-774286-11-smb neutron-server[74321]: WARNING oslo_policy.policy [None req-8c9a45a9-6e06-498b-b8a7-b31b22445dd2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 03 15:53:55.221979 dv-cinder-774286-11-smb neutron-server[74321]: WARNING oslo_policy.policy [None req-8c9a45a9-6e06-498b-b8a7-b31b22445dd2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 03 15:53:55.232040 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-8c9a45a9-6e06-498b-b8a7-b31b22445dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for network, before_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:53:55.254583 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-8c9a45a9-6e06-498b-b8a7-b31b22445dd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:53:55.269669 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-8c9a45a9-6e06-498b-b8a7-b31b22445dd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 15:53:55.273369 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-8c9a45a9-6e06-498b-b8a7-b31b22445dd2 admin admin] Usage tracker for resource:security_group_rule and tenant:bf0e8ea7054041cd831bfb0b770d663d is out of sync, need to count used quota {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 15:53:55.278376 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-8c9a45a9-6e06-498b-b8a7-b31b22445dd2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 15:53:55.284831 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-8c9a45a9-6e06-498b-b8a7-b31b22445dd2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 15:53:55.382049 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-8c9a45a9-6e06-498b-b8a7-b31b22445dd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:53:55.464862 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-8c9a45a9-6e06-498b-b8a7-b31b22445dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:53:55.469530 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 15:53:55.491167 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c9a45a9-6e06-498b-b8a7-b31b22445dd2 admin admin] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'} {{(pid=74321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 15:53:55.515945 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-8c9a45a9-6e06-498b-b8a7-b31b22445dd2 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8781092860968', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038491'] for segment, precommit_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:53:55.516597 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-8c9a45a9-6e06-498b-b8a7-b31b22445dd2 admin admin] Unsubscribe: segment precommit_create {{(pid=74321) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 03 15:53:55.517042 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.db.segments_db [None req-8c9a45a9-6e06-498b-b8a7-b31b22445dd2 admin admin] Added segment b7b7a992-e13b-4fcb-984f-28cb009f4c1e of type vlan for network e3ff4380-3837-48d8-b860-27c605a0bfb5 May 03 15:53:55.525951 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9a45a9-6e06-498b-b8a7-b31b22445dd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7636e317-310a-491d-a0e1-bf19fff9d614,revision_number=1']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 15:53:55.586655 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9a45a9-6e06-498b-b8a7-b31b22445dd2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:53:55.586996 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9a45a9-6e06-498b-b8a7-b31b22445dd2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:53:55.587320 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9a45a9-6e06-498b-b8a7-b31b22445dd2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:53:55.587636 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9a45a9-6e06-498b-b8a7-b31b22445dd2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:53:55.587945 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9a45a9-6e06-498b-b8a7-b31b22445dd2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:53:55.588279 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9a45a9-6e06-498b-b8a7-b31b22445dd2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:53:55.588588 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9a45a9-6e06-498b-b8a7-b31b22445dd2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:53:55.588896 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9a45a9-6e06-498b-b8a7-b31b22445dd2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:53:55.589302 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9a45a9-6e06-498b-b8a7-b31b22445dd2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:53:55.589602 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9a45a9-6e06-498b-b8a7-b31b22445dd2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:53:55.589904 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9a45a9-6e06-498b-b8a7-b31b22445dd2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:53:55.590202 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9a45a9-6e06-498b-b8a7-b31b22445dd2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:53:55.591287 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9a45a9-6e06-498b-b8a7-b31b22445dd2 admin admin] Tracked resource versions report: May 03 15:53:55.591287 dv-cinder-774286-11-smb neutron-server[74321]: pushed versions: May 03 15:53:55.591287 dv-cinder-774286-11-smb neutron-server[74321]: { 'AddressGroup': {'1.2'}, May 03 15:53:55.591287 dv-cinder-774286-11-smb neutron-server[74321]: 'ConntrackHelper': {'1.0'}, May 03 15:53:55.591287 dv-cinder-774286-11-smb neutron-server[74321]: 'Log': {'1.0'}, May 03 15:53:55.591287 dv-cinder-774286-11-smb neutron-server[74321]: 'Network': {'1.1'}, May 03 15:53:55.591287 dv-cinder-774286-11-smb neutron-server[74321]: 'Port': {'1.7'}, May 03 15:53:55.591287 dv-cinder-774286-11-smb neutron-server[74321]: 'PortForwarding': {'1.2'}, May 03 15:53:55.591287 dv-cinder-774286-11-smb neutron-server[74321]: 'QosPolicy': {'1.8'}, May 03 15:53:55.591287 dv-cinder-774286-11-smb neutron-server[74321]: 'SecurityGroup': {'1.4'}, May 03 15:53:55.591287 dv-cinder-774286-11-smb neutron-server[74321]: 'SecurityGroupRule': {'1.2'}, May 03 15:53:55.591287 dv-cinder-774286-11-smb neutron-server[74321]: 'SubPort': {'1.0'}, May 03 15:53:55.591287 dv-cinder-774286-11-smb neutron-server[74321]: 'Subnet': {'1.1'}, May 03 15:53:55.591287 dv-cinder-774286-11-smb neutron-server[74321]: 'Trunk': {'1.1'}} May 03 15:53:55.591287 dv-cinder-774286-11-smb neutron-server[74321]: consumer versions: May 03 15:53:55.591287 dv-cinder-774286-11-smb neutron-server[74321]: { DHCP agent@dv-cinder-774286-11-smb: {}, May 03 15:53:55.591287 dv-cinder-774286-11-smb neutron-server[74321]: L3 agent@dv-cinder-774286-11-smb: {}, May 03 15:53:55.591287 dv-cinder-774286-11-smb neutron-server[74321]: Metadata agent@dv-cinder-774286-11-smb: {}, May 03 15:53:55.591287 dv-cinder-774286-11-smb neutron-server[74321]: Metering agent@dv-cinder-774286-11-smb: {}, May 03 15:53:55.591287 dv-cinder-774286-11-smb neutron-server[74321]: Open vSwitch agent@dv-cinder-774286-11-smb: { 'AddressGroup': '1.2', May 03 15:53:55.591287 dv-cinder-774286-11-smb neutron-server[74321]: 'ConntrackHelper': '1.0', May 03 15:53:55.591287 dv-cinder-774286-11-smb neutron-server[74321]: 'Log': '1.0', May 03 15:53:55.591287 dv-cinder-774286-11-smb neutron-server[74321]: 'Network': '1.1', May 03 15:53:55.591287 dv-cinder-774286-11-smb neutron-server[74321]: 'Port': '1.7', May 03 15:53:55.591287 dv-cinder-774286-11-smb neutron-server[74321]: 'PortForwarding': '1.2', May 03 15:53:55.591287 dv-cinder-774286-11-smb neutron-server[74321]: 'QosPolicy': '1.8', May 03 15:53:55.591287 dv-cinder-774286-11-smb neutron-server[74321]: 'SecurityGroup': '1.4', May 03 15:53:55.591287 dv-cinder-774286-11-smb neutron-server[74321]: 'SecurityGroupRule': '1.2', May 03 15:53:55.591287 dv-cinder-774286-11-smb neutron-server[74321]: 'SubPort': '1.0', May 03 15:53:55.591287 dv-cinder-774286-11-smb neutron-server[74321]: 'Subnet': '1.1', May 03 15:53:55.591287 dv-cinder-774286-11-smb neutron-server[74321]: 'Trunk': '1.1'}} May 03 15:53:55.591287 dv-cinder-774286-11-smb neutron-server[74321]: {{(pid=74321) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 03 15:53:55.641282 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-8c9a45a9-6e06-498b-b8a7-b31b22445dd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 15:53:55.643515 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-8c9a45a9-6e06-498b-b8a7-b31b22445dd2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781092437652'] for network, precommit_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:53:55.762473 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-8c9a45a9-6e06-498b-b8a7-b31b22445dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119'] for network, after_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:53:55.764017 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c9a45a9-6e06-498b-b8a7-b31b22445dd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 15:53:55.764703 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-8c9a45a9-6e06-498b-b8a7-b31b22445dd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532153'] for network, before_response {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:53:55.769157 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 15:53:55.875654 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9a45a9-6e06-498b-b8a7-b31b22445dd2 admin admin] Pushing event updated for resources: {'Network': ['ID=e3ff4380-3837-48d8-b860-27c605a0bfb5,revision_number=1']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 15:53:55.879460 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-8c9a45a9-6e06-498b-b8a7-b31b22445dd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 15:53:55.887607 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Network e3ff4380-3837-48d8-b860-27c605a0bfb5 details requested by agent ovs-agent-dv-cinder-774286-11-smb with host dv-cinder-774286-11-smb {{(pid=74322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 15:53:55.951449 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-8c9a45a9-6e06-498b-b8a7-b31b22445dd2 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.7978621 May 03 15:53:58.638128 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 45514) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 15:53:59.092967 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db77fb0-991b-4422-b983-e1a158ee80ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 15:53:59.094218 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-2db77fb0-991b-4422-b983-e1a158ee80ff admin admin] 10.222.0.11 "GET /v2.0/networks/e3ff4380-3837-48d8-b860-27c605a0bfb5 HTTP/1.1" status: 200 len: 825 time: 0.4551215 May 03 15:53:59.124858 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-f8817f64-c30d-4cb6-8f3c-923d21149a69 admin admin] 10.222.0.11 "GET /v2.0/subnetpools/03cbe1f3-0407-4fb3-a528-94ca37855775 HTTP/1.1" status: 200 len: 734 time: 0.0246987 May 03 15:53:59.134016 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.v2.base [None req-01d91374-c9a2-4d74-8e6d-797b9c029bcc admin admin] Request body: {'subnet': {'tenant_id': 'bf0e8ea7054041cd831bfb0b770d663d', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'ip_version': 4, 'subnetpool_id': '03cbe1f3-0407-4fb3-a528-94ca37855775', 'network_id': 'e3ff4380-3837-48d8-b860-27c605a0bfb5'}} {{(pid=74321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 15:53:59.139469 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-01d91374-c9a2-4d74-8e6d-797b9c029bcc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 15:53:59.144084 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-01d91374-c9a2-4d74-8e6d-797b9c029bcc admin admin] Usage tracker for resource:subnet and tenant:bf0e8ea7054041cd831bfb0b770d663d is out of sync, need to count used quota {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 15:53:59.147095 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-01d91374-c9a2-4d74-8e6d-797b9c029bcc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 15:53:59.153231 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-01d91374-c9a2-4d74-8e6d-797b9c029bcc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 15:53:59.408006 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01d91374-c9a2-4d74-8e6d-797b9c029bcc admin admin] Made reservation on behalf of bf0e8ea7054041cd831bfb0b770d663d for: {'subnet': 1} {{(pid=74321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 15:53:59.411007 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-01d91374-c9a2-4d74-8e6d-797b9c029bcc admin admin] Notify callbacks [] for subnet, before_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:53:59.930294 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-01d91374-c9a2-4d74-8e6d-797b9c029bcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119'] for subnet, after_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:53:59.935396 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 15:54:00.015536 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d91374-c9a2-4d74-8e6d-797b9c029bcc admin admin] Pushing event updated for resources: {'Subnet': ['ID=bca10260-2787-4a97-837a-672e5cfa521c,revision_number=0']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 15:54:00.017635 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d91374-c9a2-4d74-8e6d-797b9c029bcc admin admin] Checking segment: {'id': 'b7b7a992-e13b-4fcb-984f-28cb009f4c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'e3ff4380-3837-48d8-b860-27c605a0bfb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 03 15:54:00.018232 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d91374-c9a2-4d74-8e6d-797b9c029bcc admin admin] Network hostable DHCP agents. Network: e3ff4380-3837-48d8-b860-27c605a0bfb5, hostable agents: ['656f65d0-a8c5-485a-ad4b-a4c2f5db155a'], hosted agents: [] {{(pid=74321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 15:54:00.022573 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-01d91374-c9a2-4d74-8e6d-797b9c029bcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 15:54:00.133385 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d91374-c9a2-4d74-8e6d-797b9c029bcc admin admin] Network e3ff4380-3837-48d8-b860-27c605a0bfb5 is scheduled to be hosted by DHCP agent 656f65d0-a8c5-485a-ad4b-a4c2f5db155a with binding_index 1 {{(pid=74321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 15:54:00.196527 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.scheduler.base_scheduler [None req-01d91374-c9a2-4d74-8e6d-797b9c029bcc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-11-smb, e3ff4380-3837-48d8-b860-27c605a0bfb5) {{(pid=74321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 15:54:00.201337 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d91374-c9a2-4d74-8e6d-797b9c029bcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 15:54:00.201937 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-01d91374-c9a2-4d74-8e6d-797b9c029bcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532153'] for subnet, before_response {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:54:00.206690 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb55544b-938d-4aba-b1dc-12e4a7a46f7d None None] Network e3ff4380-3837-48d8-b860-27c605a0bfb5 requested from dv-cinder-774286-11-smb {{(pid=74322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 15:54:00.288898 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-01d91374-c9a2-4d74-8e6d-797b9c029bcc admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.1582527 May 03 15:54:00.511775 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb0c739a-bf93-49c3-bdf9-75b3311dc858 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc11f33cf-de04-5679-8971-88b06203b27c-e3ff4380-3837-48d8-b860-27c605a0bfb5', 'network_id': 'e3ff4380-3837-48d8-b860-27c605a0bfb5', 'tenant_id': 'bf0e8ea7054041cd831bfb0b770d663d', 'fixed_ips': [{'subnet_id': 'bca10260-2787-4a97-837a-672e5cfa521c'}]}} from dv-cinder-774286-11-smb. {{(pid=74322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 15:54:00.513024 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-fb0c739a-bf93-49c3-bdf9-75b3311dc858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_create {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:54:00.708316 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.db_base_plugin_common [None req-fb0c739a-bf93-49c3-bdf9-75b3311dc858 None None] Allocated IP 172.20.0.2 (e3ff4380-3837-48d8-b860-27c605a0bfb5/bca10260-2787-4a97-837a-672e5cfa521c/7fadfe75-0731-4c2e-9399-bc69f5c44b07) {{(pid=74322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 15:54:00.942684 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-fb0c739a-bf93-49c3-bdf9-75b3311dc858 None None] Notify callbacks [] for port, precommit_create {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:54:00.955919 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-fb0c739a-bf93-49c3-bdf9-75b3311dc858 None None] Transition to ACTIVE for port object 7fadfe75-0731-4c2e-9399-bc69f5c44b07 will not be triggered until provisioned by entity L2. {{(pid=74322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 15:54:00.975905 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-fb0c739a-bf93-49c3-bdf9-75b3311dc858 None None] Transition to ACTIVE for port object 7fadfe75-0731-4c2e-9399-bc69f5c44b07 will not be triggered until provisioned by entity DHCP. {{(pid=74322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 15:54:01.042761 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-fb0c739a-bf93-49c3-bdf9-75b3311dc858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781092417302'] for port, after_create {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:54:01.047871 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 15:54:01.105665 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb0c739a-bf93-49c3-bdf9-75b3311dc858 None None] Network e3ff4380-3837-48d8-b860-27c605a0bfb5 is already hosted by enough agents. {{(pid=74322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 15:54:01.106897 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.scheduler.base_scheduler [None req-fb0c739a-bf93-49c3-bdf9-75b3311dc858 None None] Resources bound (agent type, host, resource id): {{(pid=74322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 15:54:01.119510 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0c739a-bf93-49c3-bdf9-75b3311dc858 None None] Received port after_create {{(pid=74322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 03 15:54:01.154471 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0c739a-bf93-49c3-bdf9-75b3311dc858 None None] Pushing event updated for resources: {'Port': ['ID=7fadfe75-0731-4c2e-9399-bc69f5c44b07,revision_number=1']} {{(pid=74322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 15:54:01.196899 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0c739a-bf93-49c3-bdf9-75b3311dc858 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:54:01.197156 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0c739a-bf93-49c3-bdf9-75b3311dc858 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:54:01.197491 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0c739a-bf93-49c3-bdf9-75b3311dc858 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:54:01.197822 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0c739a-bf93-49c3-bdf9-75b3311dc858 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:54:01.198147 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0c739a-bf93-49c3-bdf9-75b3311dc858 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:54:01.198474 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0c739a-bf93-49c3-bdf9-75b3311dc858 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:54:01.198790 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0c739a-bf93-49c3-bdf9-75b3311dc858 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:54:01.199107 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0c739a-bf93-49c3-bdf9-75b3311dc858 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:54:01.199442 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0c739a-bf93-49c3-bdf9-75b3311dc858 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:54:01.199761 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0c739a-bf93-49c3-bdf9-75b3311dc858 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:54:01.200075 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0c739a-bf93-49c3-bdf9-75b3311dc858 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:54:01.200410 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0c739a-bf93-49c3-bdf9-75b3311dc858 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:54:01.201526 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0c739a-bf93-49c3-bdf9-75b3311dc858 None None] Tracked resource versions report: May 03 15:54:01.201526 dv-cinder-774286-11-smb neutron-server[74322]: pushed versions: May 03 15:54:01.201526 dv-cinder-774286-11-smb neutron-server[74322]: { 'AddressGroup': {'1.2'}, May 03 15:54:01.201526 dv-cinder-774286-11-smb neutron-server[74322]: 'ConntrackHelper': {'1.0'}, May 03 15:54:01.201526 dv-cinder-774286-11-smb neutron-server[74322]: 'Log': {'1.0'}, May 03 15:54:01.201526 dv-cinder-774286-11-smb neutron-server[74322]: 'Network': {'1.1'}, May 03 15:54:01.201526 dv-cinder-774286-11-smb neutron-server[74322]: 'Port': {'1.7'}, May 03 15:54:01.201526 dv-cinder-774286-11-smb neutron-server[74322]: 'PortForwarding': {'1.2'}, May 03 15:54:01.201526 dv-cinder-774286-11-smb neutron-server[74322]: 'QosPolicy': {'1.8'}, May 03 15:54:01.201526 dv-cinder-774286-11-smb neutron-server[74322]: 'SecurityGroup': {'1.4'}, May 03 15:54:01.201526 dv-cinder-774286-11-smb neutron-server[74322]: 'SecurityGroupRule': {'1.2'}, May 03 15:54:01.201526 dv-cinder-774286-11-smb neutron-server[74322]: 'SubPort': {'1.0'}, May 03 15:54:01.201526 dv-cinder-774286-11-smb neutron-server[74322]: 'Subnet': {'1.1'}, May 03 15:54:01.201526 dv-cinder-774286-11-smb neutron-server[74322]: 'Trunk': {'1.1'}} May 03 15:54:01.201526 dv-cinder-774286-11-smb neutron-server[74322]: consumer versions: May 03 15:54:01.201526 dv-cinder-774286-11-smb neutron-server[74322]: { DHCP agent@dv-cinder-774286-11-smb: {}, May 03 15:54:01.201526 dv-cinder-774286-11-smb neutron-server[74322]: L3 agent@dv-cinder-774286-11-smb: {}, May 03 15:54:01.201526 dv-cinder-774286-11-smb neutron-server[74322]: Metadata agent@dv-cinder-774286-11-smb: {}, May 03 15:54:01.201526 dv-cinder-774286-11-smb neutron-server[74322]: Metering agent@dv-cinder-774286-11-smb: {}, May 03 15:54:01.201526 dv-cinder-774286-11-smb neutron-server[74322]: Open vSwitch agent@dv-cinder-774286-11-smb: { 'AddressGroup': '1.2', May 03 15:54:01.201526 dv-cinder-774286-11-smb neutron-server[74322]: 'ConntrackHelper': '1.0', May 03 15:54:01.201526 dv-cinder-774286-11-smb neutron-server[74322]: 'Log': '1.0', May 03 15:54:01.201526 dv-cinder-774286-11-smb neutron-server[74322]: 'Network': '1.1', May 03 15:54:01.201526 dv-cinder-774286-11-smb neutron-server[74322]: 'Port': '1.7', May 03 15:54:01.201526 dv-cinder-774286-11-smb neutron-server[74322]: 'PortForwarding': '1.2', May 03 15:54:01.201526 dv-cinder-774286-11-smb neutron-server[74322]: 'QosPolicy': '1.8', May 03 15:54:01.201526 dv-cinder-774286-11-smb neutron-server[74322]: 'SecurityGroup': '1.4', May 03 15:54:01.201526 dv-cinder-774286-11-smb neutron-server[74322]: 'SecurityGroupRule': '1.2', May 03 15:54:01.201526 dv-cinder-774286-11-smb neutron-server[74322]: 'SubPort': '1.0', May 03 15:54:01.201526 dv-cinder-774286-11-smb neutron-server[74322]: 'Subnet': '1.1', May 03 15:54:01.201526 dv-cinder-774286-11-smb neutron-server[74322]: 'Trunk': '1.1'}} May 03 15:54:01.201526 dv-cinder-774286-11-smb neutron-server[74322]: {{(pid=74322) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 03 15:54:01.209865 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-fb0c739a-bf93-49c3-bdf9-75b3311dc858 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 15:54:01.230307 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.managers [None req-fb0c739a-bf93-49c3-bdf9-75b3311dc858 None None] Attempting to bind port 7fadfe75-0731-4c2e-9399-bc69f5c44b07 on host dv-cinder-774286-11-smb for vnic_type normal with profile {{(pid=74322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 15:54:01.230702 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.managers [None req-fb0c739a-bf93-49c3-bdf9-75b3311dc858 None None] Attempting to bind port 7fadfe75-0731-4c2e-9399-bc69f5c44b07 by drivers openvswitch,hyperv on host dv-cinder-774286-11-smb at level 0 using segments [{'id': 'b7b7a992-e13b-4fcb-984f-28cb009f4c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'e3ff4380-3837-48d8-b860-27c605a0bfb5'}] {{(pid=74322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 15:54:01.231115 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0c739a-bf93-49c3-bdf9-75b3311dc858 None None] Attempting to bind port 7fadfe75-0731-4c2e-9399-bc69f5c44b07 on network e3ff4380-3837-48d8-b860-27c605a0bfb5 {{(pid=74322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 15:54:01.236369 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0c739a-bf93-49c3-bdf9-75b3311dc858 None None] Checking agent: {'id': '682d886a-77a6-45f8-87fa-5ebc2dd04251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 3, 15, 53, 43), 'started_at': datetime.datetime(2021, 5, 3, 15, 53, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 3, 15, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 15:54:01.236779 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0c739a-bf93-49c3-bdf9-75b3311dc858 None None] Checking segment: {'id': 'b7b7a992-e13b-4fcb-984f-28cb009f4c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'e3ff4380-3837-48d8-b860-27c605a0bfb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 03 15:54:01.237253 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-fb0c739a-bf93-49c3-bdf9-75b3311dc858 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:54:01.237648 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0c739a-bf93-49c3-bdf9-75b3311dc858 None None] Bound using segment: {'id': 'b7b7a992-e13b-4fcb-984f-28cb009f4c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'e3ff4380-3837-48d8-b860-27c605a0bfb5'} {{(pid=74322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 15:54:01.238116 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.managers [None req-fb0c739a-bf93-49c3-bdf9-75b3311dc858 None None] Bound port: 7fadfe75-0731-4c2e-9399-bc69f5c44b07, host: dv-cinder-774286-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7b7a992-e13b-4fcb-984f-28cb009f4c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'e3ff4380-3837-48d8-b860-27c605a0bfb5'}}] {{(pid=74322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 15:54:01.238523 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-fb0c739a-bf93-49c3-bdf9-75b3311dc858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:54:01.328707 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-fb0c739a-bf93-49c3-bdf9-75b3311dc858 None None] For port 7fadfe75-0731-4c2e-9399-bc69f5c44b07, host dv-cinder-774286-11-smb, cleared binding levels {{(pid=74322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 15:54:01.332778 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-fb0c739a-bf93-49c3-bdf9-75b3311dc858 None None] For port 7fadfe75-0731-4c2e-9399-bc69f5c44b07, host dv-cinder-774286-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-11-smb',level=0,port_id=7fadfe75-0731-4c2e-9399-bc69f5c44b07,segment=NetworkSegment(b7b7a992-e13b-4fcb-984f-28cb009f4c1e),segment_id=b7b7a992-e13b-4fcb-984f-28cb009f4c1e)] {{(pid=74322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 15:54:01.425784 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-fb0c739a-bf93-49c3-bdf9-75b3311dc858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365'] for port, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:54:01.429902 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 15:54:01.526065 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0c739a-bf93-49c3-bdf9-75b3311dc858 None None] Pushing event updated for resources: {'Port': ['ID=7fadfe75-0731-4c2e-9399-bc69f5c44b07,revision_number=2']} {{(pid=74322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 15:54:01.529245 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-fb0c739a-bf93-49c3-bdf9-75b3311dc858 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 15:54:02.688551 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 45524) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 15:54:03.083144 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [None req-ae23ece2-3ce2-4b59-900c-ef301c5cf741 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=74321) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 15:54:03.084283 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-ae23ece2-3ce2-4b59-900c-ef301c5cf741 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3944929 May 03 15:54:05.450584 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 45534) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 15:54:05.837224 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [None req-3a0bf1ad-d263-4bc6-b78a-dff808e77162 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=74320) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 15:54:05.838144 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-3a0bf1ad-d263-4bc6-b78a-dff808e77162 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3865645 May 03 15:54:07.072063 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c5ef4c-d932-40df-a673-a7d98a90f6e0 None None] Network e3ff4380-3837-48d8-b860-27c605a0bfb5 requested from dv-cinder-774286-11-smb {{(pid=74322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 15:54:07.092266 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Device 7fadfe75-0731-4c2e-9399-bc69f5c44b07 up at agent ovs-agent-dv-cinder-774286-11-smb {{(pid=74322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 15:54:07.294820 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-0d8e2b9d-0159-4c0a-818e-377830830b59 None None] Provisioning for port 7fadfe75-0731-4c2e-9399-bc69f5c44b07 completed by entity DHCP. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 15:54:07.356434 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Provisioning for port 7fadfe75-0731-4c2e-9399-bc69f5c44b07 completed by entity L2. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 15:54:07.369913 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Provisioning complete for port 7fadfe75-0731-4c2e-9399-bc69f5c44b07 triggered by entity L2. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 15:54:07.370319 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033555'] for port, provisioning_complete {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:54:07.518951 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:54:07.555753 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] For port 7fadfe75-0731-4c2e-9399-bc69f5c44b07, host dv-cinder-774286-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-11-smb',level=0,port_id=7fadfe75-0731-4c2e-9399-bc69f5c44b07,segment=NetworkSegment(b7b7a992-e13b-4fcb-984f-28cb009f4c1e),segment_id=b7b7a992-e13b-4fcb-984f-28cb009f4c1e)] {{(pid=74322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 15:54:07.630996 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365'] for port, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:54:07.633169 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-fb0c739a-bf93-49c3-bdf9-75b3311dc858 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 15:54:07.705434 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Pushing event updated for resources: {'Port': ['ID=7fadfe75-0731-4c2e-9399-bc69f5c44b07,revision_number=3']} {{(pid=74322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 15:54:07.708929 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 15:54:07.729265 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-da02c84e-af0c-458a-90ed-182bd0903200 None None] Provisioning complete for port 7fadfe75-0731-4c2e-9399-bc69f5c44b07 triggered by entity DHCP. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 15:54:07.729627 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-da02c84e-af0c-458a-90ed-182bd0903200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033555'] for port, provisioning_complete {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:54:08.531503 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 45550) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 15:54:08.882876 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.v2.base [None req-803c66f6-fada-4c1c-a6c4-d20fa4618506 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': 'bf0e8ea7054041cd831bfb0b770d663d', 'admin_state_up': True}} {{(pid=74320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 15:54:08.887616 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-803c66f6-fada-4c1c-a6c4-d20fa4618506 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 15:54:08.892104 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-803c66f6-fada-4c1c-a6c4-d20fa4618506 admin admin] Usage tracker for resource:router and tenant:bf0e8ea7054041cd831bfb0b770d663d is out of sync, need to count used quota {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 15:54:08.896699 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-803c66f6-fada-4c1c-a6c4-d20fa4618506 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 15:54:08.902776 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-803c66f6-fada-4c1c-a6c4-d20fa4618506 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 15:54:08.991121 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-803c66f6-fada-4c1c-a6c4-d20fa4618506 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-928091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15471'] for router, before_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:54:08.992920 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-803c66f6-fada-4c1c-a6c4-d20fa4618506 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-993883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-926691', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-558494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15462'] for router, precommit_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:54:09.016594 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-803c66f6-fada-4c1c-a6c4-d20fa4618506 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:54:09.041156 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Device 7fadfe75-0731-4c2e-9399-bc69f5c44b07 up at agent ovs-agent-dv-cinder-774286-11-smb {{(pid=74322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 15:54:09.108003 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Provisioning complete for port 7fadfe75-0731-4c2e-9399-bc69f5c44b07 triggered by entity L2. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 15:54:09.108404 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033555'] for port, provisioning_complete {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:54:09.231366 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-803c66f6-fada-4c1c-a6c4-d20fa4618506 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-928034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926597'] for router, after_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:54:09.333579 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-803c66f6-fada-4c1c-a6c4-d20fa4618506 admin admin] Notify callbacks [] for router, before_response {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:54:09.334771 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-803c66f6-fada-4c1c-a6c4-d20fa4618506 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8023162 May 03 15:54:10.647992 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-6fe9b507-7827-4035-ac22-83eab2f48bca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:54:11.664180 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 45560) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 15:54:12.037007 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [None req-8a4df458-d029-4763-b893-b664280dd51a admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=74321) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 15:54:12.037987 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-8a4df458-d029-4763-b893-b664280dd51a admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3728704 May 03 15:54:13.310269 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:54:13.338698 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-220fb5df-c981-4588-aad6-25db9e6ddacc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:54:14.195986 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-b400cb21-de9a-47f5-b18b-46830690aa58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:54:14.399762 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 45570) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 15:54:14.772987 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.v2.base [None req-e1dbcc35-7903-4a93-bebe-67ce5c3d5fcd admin admin] Request body: {'network': {'name': 'public', 'is_default': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'router:external': True, 'provider:network_type': 'flat'}} {{(pid=74320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 15:54:14.778110 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-e1dbcc35-7903-4a93-bebe-67ce5c3d5fcd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 15:54:14.781859 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-e1dbcc35-7903-4a93-bebe-67ce5c3d5fcd admin admin] Usage tracker for resource:network and tenant:35c4669b2c414e2289fd99cfabd20a27 is out of sync, need to count used quota {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 15:54:14.785105 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-e1dbcc35-7903-4a93-bebe-67ce5c3d5fcd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 15:54:14.790603 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-e1dbcc35-7903-4a93-bebe-67ce5c3d5fcd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 15:54:14.858928 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1dbcc35-7903-4a93-bebe-67ce5c3d5fcd admin admin] Made reservation on behalf of 35c4669b2c414e2289fd99cfabd20a27 for: {'network': 1} {{(pid=74320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 15:54:14.861627 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-e1dbcc35-7903-4a93-bebe-67ce5c3d5fcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for network, before_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:54:14.879522 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-e1dbcc35-7903-4a93-bebe-67ce5c3d5fcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:54:14.893781 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-e1dbcc35-7903-4a93-bebe-67ce5c3d5fcd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 15:54:14.897450 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-e1dbcc35-7903-4a93-bebe-67ce5c3d5fcd admin admin] Usage tracker for resource:security_group_rule and tenant:35c4669b2c414e2289fd99cfabd20a27 is out of sync, need to count used quota {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 15:54:14.900580 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-e1dbcc35-7903-4a93-bebe-67ce5c3d5fcd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 15:54:14.906088 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-e1dbcc35-7903-4a93-bebe-67ce5c3d5fcd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 15:54:14.998843 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-e1dbcc35-7903-4a93-bebe-67ce5c3d5fcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:54:15.098953 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-e1dbcc35-7903-4a93-bebe-67ce5c3d5fcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:54:15.104276 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 15:54:15.116231 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-e1dbcc35-7903-4a93-bebe-67ce5c3d5fcd admin admin] Reserving flat network on physical network physnet1 {{(pid=74320) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 03 15:54:15.146844 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-e1dbcc35-7903-4a93-bebe-67ce5c3d5fcd admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8781092860968', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038491'] for segment, precommit_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:54:15.147430 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-e1dbcc35-7903-4a93-bebe-67ce5c3d5fcd admin admin] Unsubscribe: segment precommit_create {{(pid=74320) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 03 15:54:15.147883 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.db.segments_db [None req-e1dbcc35-7903-4a93-bebe-67ce5c3d5fcd admin admin] Added segment 9ca86ee1-f733-4108-a8f6-ada8d1103c56 of type flat for network 19073356-f4a5-448b-8854-15ae9765d652 May 03 15:54:15.200330 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dbcc35-7903-4a93-bebe-67ce5c3d5fcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4838103f-2e3d-4347-b6cf-6615e4d31df7,revision_number=1']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 15:54:15.218715 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dbcc35-7903-4a93-bebe-67ce5c3d5fcd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:54:15.219057 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dbcc35-7903-4a93-bebe-67ce5c3d5fcd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:54:15.221260 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dbcc35-7903-4a93-bebe-67ce5c3d5fcd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:54:15.221260 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dbcc35-7903-4a93-bebe-67ce5c3d5fcd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:54:15.221260 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dbcc35-7903-4a93-bebe-67ce5c3d5fcd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:54:15.221260 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dbcc35-7903-4a93-bebe-67ce5c3d5fcd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:54:15.221260 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dbcc35-7903-4a93-bebe-67ce5c3d5fcd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:54:15.222181 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dbcc35-7903-4a93-bebe-67ce5c3d5fcd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:54:15.222181 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dbcc35-7903-4a93-bebe-67ce5c3d5fcd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:54:15.222181 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dbcc35-7903-4a93-bebe-67ce5c3d5fcd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:54:15.222443 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dbcc35-7903-4a93-bebe-67ce5c3d5fcd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:54:15.222570 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dbcc35-7903-4a93-bebe-67ce5c3d5fcd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:54:15.223756 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dbcc35-7903-4a93-bebe-67ce5c3d5fcd admin admin] Tracked resource versions report: May 03 15:54:15.223756 dv-cinder-774286-11-smb neutron-server[74320]: pushed versions: May 03 15:54:15.223756 dv-cinder-774286-11-smb neutron-server[74320]: { 'AddressGroup': {'1.2'}, May 03 15:54:15.223756 dv-cinder-774286-11-smb neutron-server[74320]: 'ConntrackHelper': {'1.0'}, May 03 15:54:15.223756 dv-cinder-774286-11-smb neutron-server[74320]: 'Log': {'1.0'}, May 03 15:54:15.223756 dv-cinder-774286-11-smb neutron-server[74320]: 'Network': {'1.1'}, May 03 15:54:15.223756 dv-cinder-774286-11-smb neutron-server[74320]: 'Port': {'1.7'}, May 03 15:54:15.223756 dv-cinder-774286-11-smb neutron-server[74320]: 'PortForwarding': {'1.2'}, May 03 15:54:15.223756 dv-cinder-774286-11-smb neutron-server[74320]: 'QosPolicy': {'1.8'}, May 03 15:54:15.223756 dv-cinder-774286-11-smb neutron-server[74320]: 'SecurityGroup': {'1.4'}, May 03 15:54:15.223756 dv-cinder-774286-11-smb neutron-server[74320]: 'SecurityGroupRule': {'1.2'}, May 03 15:54:15.223756 dv-cinder-774286-11-smb neutron-server[74320]: 'SubPort': {'1.0'}, May 03 15:54:15.223756 dv-cinder-774286-11-smb neutron-server[74320]: 'Subnet': {'1.1'}, May 03 15:54:15.223756 dv-cinder-774286-11-smb neutron-server[74320]: 'Trunk': {'1.1'}} May 03 15:54:15.223756 dv-cinder-774286-11-smb neutron-server[74320]: consumer versions: May 03 15:54:15.223756 dv-cinder-774286-11-smb neutron-server[74320]: { DHCP agent@dv-cinder-774286-11-smb: {}, May 03 15:54:15.223756 dv-cinder-774286-11-smb neutron-server[74320]: L3 agent@dv-cinder-774286-11-smb: {}, May 03 15:54:15.223756 dv-cinder-774286-11-smb neutron-server[74320]: Metadata agent@dv-cinder-774286-11-smb: {}, May 03 15:54:15.223756 dv-cinder-774286-11-smb neutron-server[74320]: Metering agent@dv-cinder-774286-11-smb: {}, May 03 15:54:15.223756 dv-cinder-774286-11-smb neutron-server[74320]: Open vSwitch agent@dv-cinder-774286-11-smb: { 'AddressGroup': '1.2', May 03 15:54:15.223756 dv-cinder-774286-11-smb neutron-server[74320]: 'ConntrackHelper': '1.0', May 03 15:54:15.223756 dv-cinder-774286-11-smb neutron-server[74320]: 'Log': '1.0', May 03 15:54:15.223756 dv-cinder-774286-11-smb neutron-server[74320]: 'Network': '1.1', May 03 15:54:15.223756 dv-cinder-774286-11-smb neutron-server[74320]: 'Port': '1.7', May 03 15:54:15.223756 dv-cinder-774286-11-smb neutron-server[74320]: 'PortForwarding': '1.2', May 03 15:54:15.223756 dv-cinder-774286-11-smb neutron-server[74320]: 'QosPolicy': '1.8', May 03 15:54:15.223756 dv-cinder-774286-11-smb neutron-server[74320]: 'SecurityGroup': '1.4', May 03 15:54:15.223756 dv-cinder-774286-11-smb neutron-server[74320]: 'SecurityGroupRule': '1.2', May 03 15:54:15.223756 dv-cinder-774286-11-smb neutron-server[74320]: 'SubPort': '1.0', May 03 15:54:15.223756 dv-cinder-774286-11-smb neutron-server[74320]: 'Subnet': '1.1', May 03 15:54:15.223756 dv-cinder-774286-11-smb neutron-server[74320]: 'Trunk': '1.1'}} May 03 15:54:15.223756 dv-cinder-774286-11-smb neutron-server[74320]: {{(pid=74320) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 03 15:54:15.272180 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-e1dbcc35-7903-4a93-bebe-67ce5c3d5fcd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781092437652'] for network, precommit_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:54:15.280959 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-e1dbcc35-7903-4a93-bebe-67ce5c3d5fcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 15:54:15.361519 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-e1dbcc35-7903-4a93-bebe-67ce5c3d5fcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119'] for network, after_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:54:15.363531 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1dbcc35-7903-4a93-bebe-67ce5c3d5fcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 15:54:15.364167 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-e1dbcc35-7903-4a93-bebe-67ce5c3d5fcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532153'] for network, before_response {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:54:15.367376 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 15:54:15.469663 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dbcc35-7903-4a93-bebe-67ce5c3d5fcd admin admin] Pushing event updated for resources: {'Network': ['ID=19073356-f4a5-448b-8854-15ae9765d652,revision_number=1']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 15:54:15.473286 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-e1dbcc35-7903-4a93-bebe-67ce5c3d5fcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 15:54:15.480470 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Network 19073356-f4a5-448b-8854-15ae9765d652 details requested by agent ovs-agent-dv-cinder-774286-11-smb with host dv-cinder-774286-11-smb {{(pid=74322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 15:54:15.545432 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-e1dbcc35-7903-4a93-bebe-67ce5c3d5fcd admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.1445618 May 03 15:54:15.978964 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-b5223e01-a904-4e89-a902-ae20f7f129a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:54:17.905122 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 45594) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 15:54:18.137310 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-383d5a3d-0c01-4602-a2f1-7ba266aa4eaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 15:54:18.138652 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-383d5a3d-0c01-4602-a2f1-7ba266aa4eaf admin admin] 10.222.0.11 "GET /v2.0/subnets/bca10260-2787-4a97-837a-672e5cfa521c HTTP/1.1" status: 200 len: 849 time: 0.2327025 May 03 15:54:18.331788 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-27f613bc-38b7-448f-89f7-9228089fd579 admin admin] 10.222.0.11 "GET /v2.0/routers/500cc862-e09f-4a42-8d56-db2c88a153a0 HTTP/1.1" status: 200 len: 704 time: 0.1869652 May 03 15:54:18.799771 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-6254fc17-4572-4742-94be-f2a183b4109c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:54:19.025775 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.db_base_plugin_common [None req-6254fc17-4572-4742-94be-f2a183b4109c admin admin] Allocated IP 172.20.0.1 (e3ff4380-3837-48d8-b860-27c605a0bfb5/bca10260-2787-4a97-837a-672e5cfa521c/bbef3b97-ba1c-4f73-b0ac-15c27b6781c5) {{(pid=74321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 15:54:19.305805 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-6254fc17-4572-4742-94be-f2a183b4109c admin admin] Notify callbacks [] for port, precommit_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:54:19.322270 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.provisioning_blocks [None req-6254fc17-4572-4742-94be-f2a183b4109c admin admin] Transition to ACTIVE for port object bbef3b97-ba1c-4f73-b0ac-15c27b6781c5 will not be triggered until provisioned by entity DHCP. {{(pid=74321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 15:54:19.442081 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-6254fc17-4572-4742-94be-f2a183b4109c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781092417302'] for port, after_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:54:19.445694 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 15:54:19.501998 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6254fc17-4572-4742-94be-f2a183b4109c admin admin] Network e3ff4380-3837-48d8-b860-27c605a0bfb5 is already hosted by enough agents. {{(pid=74321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 15:54:19.508599 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.scheduler.base_scheduler [None req-6254fc17-4572-4742-94be-f2a183b4109c admin admin] Resources bound (agent type, host, resource id): {{(pid=74321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 15:54:19.512127 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6254fc17-4572-4742-94be-f2a183b4109c admin admin] Received port after_create {{(pid=74321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 03 15:54:19.512690 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-6254fc17-4572-4742-94be-f2a183b4109c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-982250'] for router_interface, before_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:54:19.653946 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6254fc17-4572-4742-94be-f2a183b4109c admin admin] Pushing event updated for resources: {'Port': ['ID=bbef3b97-ba1c-4f73-b0ac-15c27b6781c5,revision_number=1']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 15:54:19.658141 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-6254fc17-4572-4742-94be-f2a183b4109c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 15:54:19.830090 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-0ae8f31b-6dbb-4b0c-a51c-893650484be7 None None] Provisioning for port bbef3b97-ba1c-4f73-b0ac-15c27b6781c5 completed by entity DHCP. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 15:54:19.835780 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-0ae8f31b-6dbb-4b0c-a51c-893650484be7 None None] Provisioning complete for port bbef3b97-ba1c-4f73-b0ac-15c27b6781c5 triggered by entity DHCP. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 15:54:19.839506 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-0ae8f31b-6dbb-4b0c-a51c-893650484be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033555'] for port, provisioning_complete {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:54:19.891169 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.plugin [None req-0ae8f31b-6dbb-4b0c-a51c-893650484be7 None None] Port bbef3b97-ba1c-4f73-b0ac-15c27b6781c5 cannot update to ACTIVE because it is not bound. {{(pid=74322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 15:54:19.916401 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-6254fc17-4572-4742-94be-f2a183b4109c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:54:20.148224 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-6254fc17-4572-4742-94be-f2a183b4109c admin admin] Notify callbacks [] for port, precommit_update {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:54:20.236136 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-6254fc17-4572-4742-94be-f2a183b4109c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365'] for port, after_update {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:54:20.237787 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-6254fc17-4572-4742-94be-f2a183b4109c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-982089'] for router_interface, after_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:54:20.241195 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 15:54:20.375962 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6254fc17-4572-4742-94be-f2a183b4109c admin admin] Pushing event updated for resources: {'Port': ['ID=bbef3b97-ba1c-4f73-b0ac-15c27b6781c5,revision_number=2']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 15:54:20.380560 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-6254fc17-4572-4742-94be-f2a183b4109c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 15:54:20.433036 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6254fc17-4572-4742-94be-f2a183b4109c admin admin] Network e3ff4380-3837-48d8-b860-27c605a0bfb5 is already hosted by enough agents. {{(pid=74321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 15:54:20.434050 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.scheduler.base_scheduler [None req-6254fc17-4572-4742-94be-f2a183b4109c admin admin] Resources bound (agent type, host, resource id): {{(pid=74321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 15:54:20.614225 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-ab45a666-b8ff-4505-a38c-852aca196e19 None None] Provisioning complete for port bbef3b97-ba1c-4f73-b0ac-15c27b6781c5 triggered by entity DHCP. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 15:54:20.614711 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-ab45a666-b8ff-4505-a38c-852aca196e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033555'] for port, provisioning_complete {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:54:20.666986 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.plugin [None req-ab45a666-b8ff-4505-a38c-852aca196e19 None None] Port bbef3b97-ba1c-4f73-b0ac-15c27b6781c5 cannot update to ACTIVE because it is not bound. {{(pid=74322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 15:54:20.681684 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6254fc17-4572-4742-94be-f2a183b4109c admin admin] Router 500cc862-e09f-4a42-8d56-db2c88a153a0 is scheduled to L3 agent 433ecc79-0b70-49a3-9006-0abc49206663 with binding_index 1 {{(pid=74321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 03 15:54:20.753984 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.agents_db [None req-1e570261-7bec-4919-9804-a616d65b12ea None None] Agent healthcheck: found 5 active agents {{(pid=74323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 03 15:54:20.836408 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6254fc17-4572-4742-94be-f2a183b4109c admin admin] Notify agent at l3_agent.dv-cinder-774286-11-smb the message routers_updated {{(pid=74321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 15:54:20.846027 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-6254fc17-4572-4742-94be-f2a183b4109c admin admin] 10.222.0.11 "PUT /v2.0/routers/500cc862-e09f-4a42-8d56-db2c88a153a0/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.5093470 May 03 15:54:20.847769 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2faed821-9873-46e5-8ee3-9503e683cc36 None None] Sync routers for ids ['500cc862-e09f-4a42-8d56-db2c88a153a0'] in dv-cinder-774286-11-smb {{(pid=74323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 15:54:20.863890 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2faed821-9873-46e5-8ee3-9503e683cc36 None None] Routers {'500cc862-e09f-4a42-8d56-db2c88a153a0'} bound to L3 agent in host dv-cinder-774286-11-smb {{(pid=74323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 03 15:54:20.865120 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.l3_hamode_db [None req-2faed821-9873-46e5-8ee3-9503e683cc36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-03T15:53:43Z,description=,heartbeat_timestamp=2021-05-03T15:54:13Z,host='dv-cinder-774286-11-smb',id=433ecc79-0b70-49a3-9006-0abc49206663,load=0,resource_versions=,resources_synced=,started_at=2021-05-03T15:53:44Z,topic='l3_agent')) {'router_ids': ['500cc862-e09f-4a42-8d56-db2c88a153a0'], 'active': True} {{(pid=74323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 15:54:21.078854 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.l3_dvr_db [None req-2faed821-9873-46e5-8ee3-9503e683cc36 None None] Set router 500cc862-e09f-4a42-8d56-db2c88a153a0 gateway port host: None {{(pid=74323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 03 15:54:21.462243 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.l3_hamode_db [None req-2faed821-9873-46e5-8ee3-9503e683cc36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '500cc862-e09f-4a42-8d56-db2c88a153a0', 'name': 'router1', 'tenant_id': 'bf0e8ea7054041cd831bfb0b770d663d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-03T15:54:09Z', 'updated_at': '2021-05-03T15:54:19Z', 'revision_number': 2, 'project_id': 'bf0e8ea7054041cd831bfb0b770d663d', 'gw_port_host': None, '_interfaces': [{'id': 'bbef3b97-ba1c-4f73-b0ac-15c27b6781c5', 'name': '', 'network_id': 'e3ff4380-3837-48d8-b860-27c605a0bfb5', 'tenant_id': 'bf0e8ea7054041cd831bfb0b770d663d', 'mac_address': 'fa:16:3e:03:04:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '500cc862-e09f-4a42-8d56-db2c88a153a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bca10260-2787-4a97-837a-672e5cfa521c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-03T15:54:18Z', 'updated_at': '2021-05-03T15:54:19Z', 'revision_number': 2, 'project_id': 'bf0e8ea7054041cd831bfb0b770d663d', 'subnets': [{'id': 'bca10260-2787-4a97-837a-672e5cfa521c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '03cbe1f3-0407-4fb3-a528-94ca37855775'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-11-smb', False) {} {{(pid=74323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 15:54:21.467119 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2faed821-9873-46e5-8ee3-9503e683cc36 None None] Checking router: 500cc862-e09f-4a42-8d56-db2c88a153a0 for host: dv-cinder-774286-11-smb {{(pid=74323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 15:54:21.467499 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2faed821-9873-46e5-8ee3-9503e683cc36 None None] Updating router 500cc862-e09f-4a42-8d56-db2c88a153a0 port bbef3b97-ba1c-4f73-b0ac-15c27b6781c5 binding host dv-cinder-774286-11-smb {{(pid=74323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 15:54:21.520246 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron_lib.callbacks.manager [None req-2faed821-9873-46e5-8ee3-9503e683cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:54:21.898822 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron_lib.callbacks.manager [None req-2faed821-9873-46e5-8ee3-9503e683cc36 None None] Notify callbacks [] for port, precommit_update {{(pid=74323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:54:21.913612 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.provisioning_blocks [None req-2faed821-9873-46e5-8ee3-9503e683cc36 None None] Transition to ACTIVE for port object bbef3b97-ba1c-4f73-b0ac-15c27b6781c5 will not be triggered until provisioned by entity L2. {{(pid=74323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 15:54:22.036303 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron_lib.callbacks.manager [None req-2faed821-9873-46e5-8ee3-9503e683cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365'] for port, after_update {{(pid=74323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:54:22.041296 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 15:54:22.167099 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae29d34d-a783-4455-a560-8baa0b0018f9 None None] Pushing event updated for resources: {'Port': ['ID=bbef3b97-ba1c-4f73-b0ac-15c27b6781c5,revision_number=3']} {{(pid=74323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 15:54:22.185615 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae29d34d-a783-4455-a560-8baa0b0018f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:54:22.185954 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae29d34d-a783-4455-a560-8baa0b0018f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:54:22.186287 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae29d34d-a783-4455-a560-8baa0b0018f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:54:22.186619 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae29d34d-a783-4455-a560-8baa0b0018f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:54:22.186943 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae29d34d-a783-4455-a560-8baa0b0018f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:54:22.187268 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae29d34d-a783-4455-a560-8baa0b0018f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:54:22.187588 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae29d34d-a783-4455-a560-8baa0b0018f9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:54:22.187903 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae29d34d-a783-4455-a560-8baa0b0018f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:54:22.188279 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae29d34d-a783-4455-a560-8baa0b0018f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:54:22.188575 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae29d34d-a783-4455-a560-8baa0b0018f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:54:22.188887 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae29d34d-a783-4455-a560-8baa0b0018f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:54:22.189200 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae29d34d-a783-4455-a560-8baa0b0018f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:54:22.190858 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae29d34d-a783-4455-a560-8baa0b0018f9 None None] Tracked resource versions report: May 03 15:54:22.190858 dv-cinder-774286-11-smb neutron-server[74323]: pushed versions: May 03 15:54:22.190858 dv-cinder-774286-11-smb neutron-server[74323]: { 'AddressGroup': {'1.2'}, May 03 15:54:22.190858 dv-cinder-774286-11-smb neutron-server[74323]: 'ConntrackHelper': {'1.0'}, May 03 15:54:22.190858 dv-cinder-774286-11-smb neutron-server[74323]: 'Log': {'1.0'}, May 03 15:54:22.190858 dv-cinder-774286-11-smb neutron-server[74323]: 'Network': {'1.1'}, May 03 15:54:22.190858 dv-cinder-774286-11-smb neutron-server[74323]: 'Port': {'1.7'}, May 03 15:54:22.190858 dv-cinder-774286-11-smb neutron-server[74323]: 'PortForwarding': {'1.2'}, May 03 15:54:22.190858 dv-cinder-774286-11-smb neutron-server[74323]: 'QosPolicy': {'1.8'}, May 03 15:54:22.190858 dv-cinder-774286-11-smb neutron-server[74323]: 'SecurityGroup': {'1.4'}, May 03 15:54:22.190858 dv-cinder-774286-11-smb neutron-server[74323]: 'SecurityGroupRule': {'1.2'}, May 03 15:54:22.190858 dv-cinder-774286-11-smb neutron-server[74323]: 'SubPort': {'1.0'}, May 03 15:54:22.190858 dv-cinder-774286-11-smb neutron-server[74323]: 'Subnet': {'1.1'}, May 03 15:54:22.190858 dv-cinder-774286-11-smb neutron-server[74323]: 'Trunk': {'1.1'}} May 03 15:54:22.190858 dv-cinder-774286-11-smb neutron-server[74323]: consumer versions: May 03 15:54:22.190858 dv-cinder-774286-11-smb neutron-server[74323]: { DHCP agent@dv-cinder-774286-11-smb: {}, May 03 15:54:22.190858 dv-cinder-774286-11-smb neutron-server[74323]: L3 agent@dv-cinder-774286-11-smb: {}, May 03 15:54:22.190858 dv-cinder-774286-11-smb neutron-server[74323]: Metadata agent@dv-cinder-774286-11-smb: {}, May 03 15:54:22.190858 dv-cinder-774286-11-smb neutron-server[74323]: Metering agent@dv-cinder-774286-11-smb: {}, May 03 15:54:22.190858 dv-cinder-774286-11-smb neutron-server[74323]: Open vSwitch agent@dv-cinder-774286-11-smb: { 'AddressGroup': '1.2', May 03 15:54:22.190858 dv-cinder-774286-11-smb neutron-server[74323]: 'ConntrackHelper': '1.0', May 03 15:54:22.190858 dv-cinder-774286-11-smb neutron-server[74323]: 'Log': '1.0', May 03 15:54:22.190858 dv-cinder-774286-11-smb neutron-server[74323]: 'Network': '1.1', May 03 15:54:22.190858 dv-cinder-774286-11-smb neutron-server[74323]: 'Port': '1.7', May 03 15:54:22.190858 dv-cinder-774286-11-smb neutron-server[74323]: 'PortForwarding': '1.2', May 03 15:54:22.190858 dv-cinder-774286-11-smb neutron-server[74323]: 'QosPolicy': '1.8', May 03 15:54:22.190858 dv-cinder-774286-11-smb neutron-server[74323]: 'SecurityGroup': '1.4', May 03 15:54:22.190858 dv-cinder-774286-11-smb neutron-server[74323]: 'SecurityGroupRule': '1.2', May 03 15:54:22.190858 dv-cinder-774286-11-smb neutron-server[74323]: 'SubPort': '1.0', May 03 15:54:22.190858 dv-cinder-774286-11-smb neutron-server[74323]: 'Subnet': '1.1', May 03 15:54:22.190858 dv-cinder-774286-11-smb neutron-server[74323]: 'Trunk': '1.1'}} May 03 15:54:22.190858 dv-cinder-774286-11-smb neutron-server[74323]: {{(pid=74323) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 03 15:54:22.228695 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG oslo_concurrency.lockutils [None req-ae29d34d-a783-4455-a560-8baa0b0018f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=74323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 15:54:22.286738 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.plugins.ml2.managers [None req-2faed821-9873-46e5-8ee3-9503e683cc36 None None] Attempting to bind port bbef3b97-ba1c-4f73-b0ac-15c27b6781c5 on host dv-cinder-774286-11-smb for vnic_type normal with profile {{(pid=74323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 15:54:22.287296 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.plugins.ml2.managers [None req-2faed821-9873-46e5-8ee3-9503e683cc36 None None] Attempting to bind port bbef3b97-ba1c-4f73-b0ac-15c27b6781c5 by drivers openvswitch,hyperv on host dv-cinder-774286-11-smb at level 0 using segments [{'id': 'b7b7a992-e13b-4fcb-984f-28cb009f4c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'e3ff4380-3837-48d8-b860-27c605a0bfb5'}] {{(pid=74323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 15:54:22.287795 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2faed821-9873-46e5-8ee3-9503e683cc36 None None] Attempting to bind port bbef3b97-ba1c-4f73-b0ac-15c27b6781c5 on network e3ff4380-3837-48d8-b860-27c605a0bfb5 {{(pid=74323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 15:54:22.293451 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2faed821-9873-46e5-8ee3-9503e683cc36 None None] Checking agent: {'id': '682d886a-77a6-45f8-87fa-5ebc2dd04251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 3, 15, 53, 43), 'started_at': datetime.datetime(2021, 5, 3, 15, 54, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 3, 15, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 15:54:22.294040 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2faed821-9873-46e5-8ee3-9503e683cc36 None None] Checking segment: {'id': 'b7b7a992-e13b-4fcb-984f-28cb009f4c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'e3ff4380-3837-48d8-b860-27c605a0bfb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 03 15:54:22.294607 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron_lib.callbacks.manager [None req-2faed821-9873-46e5-8ee3-9503e683cc36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:54:22.295091 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2faed821-9873-46e5-8ee3-9503e683cc36 None None] Bound using segment: {'id': 'b7b7a992-e13b-4fcb-984f-28cb009f4c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'e3ff4380-3837-48d8-b860-27c605a0bfb5'} {{(pid=74323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 15:54:22.295693 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.plugins.ml2.managers [None req-2faed821-9873-46e5-8ee3-9503e683cc36 None None] Bound port: bbef3b97-ba1c-4f73-b0ac-15c27b6781c5, host: dv-cinder-774286-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7b7a992-e13b-4fcb-984f-28cb009f4c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'e3ff4380-3837-48d8-b860-27c605a0bfb5'}}] {{(pid=74323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 15:54:22.296089 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron_lib.callbacks.manager [None req-2faed821-9873-46e5-8ee3-9503e683cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:54:22.388262 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.plugins.ml2.db [None req-2faed821-9873-46e5-8ee3-9503e683cc36 None None] For port bbef3b97-ba1c-4f73-b0ac-15c27b6781c5, host dv-cinder-774286-11-smb, cleared binding levels {{(pid=74323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 15:54:22.392446 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.plugins.ml2.db [None req-2faed821-9873-46e5-8ee3-9503e683cc36 None None] For port bbef3b97-ba1c-4f73-b0ac-15c27b6781c5, host dv-cinder-774286-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-11-smb',level=0,port_id=bbef3b97-ba1c-4f73-b0ac-15c27b6781c5,segment=NetworkSegment(b7b7a992-e13b-4fcb-984f-28cb009f4c1e),segment_id=b7b7a992-e13b-4fcb-984f-28cb009f4c1e)] {{(pid=74323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 15:54:22.551745 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron_lib.callbacks.manager [None req-2faed821-9873-46e5-8ee3-9503e683cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365'] for port, after_update {{(pid=74323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:54:22.555794 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG oslo_concurrency.lockutils [None req-ae29d34d-a783-4455-a560-8baa0b0018f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 15:54:22.644654 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae29d34d-a783-4455-a560-8baa0b0018f9 None None] Pushing event updated for resources: {'Port': ['ID=bbef3b97-ba1c-4f73-b0ac-15c27b6781c5,revision_number=4']} {{(pid=74323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 15:54:22.651440 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG oslo_concurrency.lockutils [None req-ae29d34d-a783-4455-a560-8baa0b0018f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=74323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 15:54:22.652026 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2faed821-9873-46e5-8ee3-9503e683cc36 None None] Routers {'500cc862-e09f-4a42-8d56-db2c88a153a0'} bound to L3 agent in host dv-cinder-774286-11-smb {{(pid=74323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 03 15:54:22.652660 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.l3_hamode_db [None req-2faed821-9873-46e5-8ee3-9503e683cc36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-03T15:53:43Z,description=,heartbeat_timestamp=2021-05-03T15:54:13Z,host='dv-cinder-774286-11-smb',id=433ecc79-0b70-49a3-9006-0abc49206663,load=0,resource_versions=,resources_synced=,started_at=2021-05-03T15:53:44Z,topic='l3_agent')) {'router_ids': ['500cc862-e09f-4a42-8d56-db2c88a153a0'], 'active': True} {{(pid=74323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 15:54:22.847596 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.l3_dvr_db [None req-2faed821-9873-46e5-8ee3-9503e683cc36 None None] Set router 500cc862-e09f-4a42-8d56-db2c88a153a0 gateway port host: None {{(pid=74323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 03 15:54:23.052340 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 45616) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 15:54:23.179158 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.l3_hamode_db [None req-2faed821-9873-46e5-8ee3-9503e683cc36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '500cc862-e09f-4a42-8d56-db2c88a153a0', 'name': 'router1', 'tenant_id': 'bf0e8ea7054041cd831bfb0b770d663d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-03T15:54:09Z', 'updated_at': '2021-05-03T15:54:19Z', 'revision_number': 2, 'project_id': 'bf0e8ea7054041cd831bfb0b770d663d', 'gw_port_host': None, '_interfaces': [{'id': 'bbef3b97-ba1c-4f73-b0ac-15c27b6781c5', 'name': '', 'network_id': 'e3ff4380-3837-48d8-b860-27c605a0bfb5', 'tenant_id': 'bf0e8ea7054041cd831bfb0b770d663d', 'mac_address': 'fa:16:3e:03:04:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '500cc862-e09f-4a42-8d56-db2c88a153a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bca10260-2787-4a97-837a-672e5cfa521c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-03T15:54:18Z', 'updated_at': '2021-05-03T15:54:22Z', 'revision_number': 4, 'project_id': 'bf0e8ea7054041cd831bfb0b770d663d', 'subnets': [{'id': 'bca10260-2787-4a97-837a-672e5cfa521c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '03cbe1f3-0407-4fb3-a528-94ca37855775'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-11-smb', False) {} {{(pid=74323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 15:54:23.183170 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2faed821-9873-46e5-8ee3-9503e683cc36 None None] The sync data for ids ['500cc862-e09f-4a42-8d56-db2c88a153a0'] in dv-cinder-774286-11-smb is: [{'id': '500cc862-e09f-4a42-8d56-db2c88a153a0', 'name': 'router1', 'tenant_id': 'bf0e8ea7054041cd831bfb0b770d663d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-03T15:54:09Z', 'updated_at': '2021-05-03T15:54:19Z', 'revision_number': 2, 'project_id': 'bf0e8ea7054041cd831bfb0b770d663d', 'gw_port_host': None, '_interfaces': [{'id': 'bbef3b97-ba1c-4f73-b0ac-15c27b6781c5', 'name': '', 'network_id': 'e3ff4380-3837-48d8-b860-27c605a0bfb5', 'tenant_id': 'bf0e8ea7054041cd831bfb0b770d663d', 'mac_address': 'fa:16:3e:03:04:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '500cc862-e09f-4a42-8d56-db2c88a153a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bca10260-2787-4a97-837a-672e5cfa521c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-03T15:54:18Z', 'updated_at': '2021-05-03T15:54:22Z', 'revision_number': 4, 'project_id': 'bf0e8ea7054041cd831bfb0b770d663d', 'subnets': [{'id': 'bca10260-2787-4a97-837a-672e5cfa521c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '03cbe1f3-0407-4fb3-a528-94ca37855775'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 15:54:23.205761 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acabdc97-1929-4050-bd52-caff532721af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 15:54:23.210792 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-acabdc97-1929-4050-bd52-caff532721af admin admin] 10.222.0.11 "GET /v2.0/networks/19073356-f4a5-448b-8854-15ae9765d652 HTTP/1.1" status: 200 len: 842 time: 0.1573164 May 03 15:54:23.223784 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.v2.base [None req-6d927a1e-c954-4758-8937-726d769b82fb admin admin] Request body: {'subnet': {'enable_dhcp': False, 'name': 'public-subnet', 'ip_version': 4, 'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1'}} {{(pid=74321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 15:54:23.229316 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-6d927a1e-c954-4758-8937-726d769b82fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 15:54:23.233169 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-6d927a1e-c954-4758-8937-726d769b82fb admin admin] Usage tracker for resource:subnet and tenant:35c4669b2c414e2289fd99cfabd20a27 is out of sync, need to count used quota {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 15:54:23.236044 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-6d927a1e-c954-4758-8937-726d769b82fb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 15:54:23.242125 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-6d927a1e-c954-4758-8937-726d769b82fb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 15:54:23.350065 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d927a1e-c954-4758-8937-726d769b82fb admin admin] Made reservation on behalf of 35c4669b2c414e2289fd99cfabd20a27 for: {'subnet': 1} {{(pid=74321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 15:54:23.352426 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-6d927a1e-c954-4758-8937-726d769b82fb admin admin] Notify callbacks [] for subnet, before_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:54:23.922983 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.objects.ports [None req-6d927a1e-c954-4758-8937-726d769b82fb admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=74321) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 03 15:54:23.923418 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-6d927a1e-c954-4758-8937-726d769b82fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119'] for subnet, after_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:54:23.928457 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-01d91374-c9a2-4d74-8e6d-797b9c029bcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 15:54:23.998922 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d927a1e-c954-4758-8937-726d769b82fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9682172-7c17-476a-827f-79723500eb4a,revision_number=0']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 15:54:24.002602 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d927a1e-c954-4758-8937-726d769b82fb admin admin] Checking segment: {'id': '9ca86ee1-f733-4108-a8f6-ada8d1103c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19073356-f4a5-448b-8854-15ae9765d652'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 03 15:54:24.003535 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d927a1e-c954-4758-8937-726d769b82fb admin admin] Network hostable DHCP agents. Network: 19073356-f4a5-448b-8854-15ae9765d652, hostable agents: ['656f65d0-a8c5-485a-ad4b-a4c2f5db155a'], hosted agents: [] {{(pid=74321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 15:54:24.006251 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-6d927a1e-c954-4758-8937-726d769b82fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 15:54:24.155883 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d927a1e-c954-4758-8937-726d769b82fb admin admin] Network 19073356-f4a5-448b-8854-15ae9765d652 is scheduled to be hosted by DHCP agent 656f65d0-a8c5-485a-ad4b-a4c2f5db155a with binding_index 1 {{(pid=74321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 15:54:24.310354 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.scheduler.base_scheduler [None req-6d927a1e-c954-4758-8937-726d769b82fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-11-smb, 19073356-f4a5-448b-8854-15ae9765d652) {{(pid=74321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 15:54:24.314613 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d927a1e-c954-4758-8937-726d769b82fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 15:54:24.315097 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-6d927a1e-c954-4758-8937-726d769b82fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532153'] for subnet, before_response {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:54:24.319083 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2939281b-ae39-49c7-aad3-9226530fb739 None None] Network 19073356-f4a5-448b-8854-15ae9765d652 requested from dv-cinder-774286-11-smb {{(pid=74322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 15:54:24.446832 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-6d927a1e-c954-4758-8937-726d769b82fb admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2174878 May 03 15:54:24.554503 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f8d86e9-e09a-47d2-8bb1-26191137a56e None None] Network 19073356-f4a5-448b-8854-15ae9765d652 requested from dv-cinder-774286-11-smb {{(pid=74322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 15:54:26.715889 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 45630) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 15:54:27.011529 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-71ae4506-59c8-40f1-810b-64113d228a56 admin admin] 10.222.0.11 "GET /v2.0/routers/500cc862-e09f-4a42-8d56-db2c88a153a0 HTTP/1.1" status: 200 len: 710 time: 0.2892346 May 03 15:54:27.079544 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Device bbef3b97-ba1c-4f73-b0ac-15c27b6781c5 up at agent ovs-agent-dv-cinder-774286-11-smb {{(pid=74322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 15:54:27.142309 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-759e944b-2586-48d0-bea6-930a29743171 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 15:54:27.149961 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-759e944b-2586-48d0-bea6-930a29743171 admin admin] 10.222.0.11 "GET /v2.0/networks/19073356-f4a5-448b-8854-15ae9765d652 HTTP/1.1" status: 200 len: 886 time: 0.1378517 May 03 15:54:27.154241 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.v2.base [None req-71e3a992-4da2-4cde-950d-9234a3a72cc6 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '19073356-f4a5-448b-8854-15ae9765d652'}}} {{(pid=74321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 15:54:27.230690 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Provisioning for port bbef3b97-ba1c-4f73-b0ac-15c27b6781c5 completed by entity L2. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 15:54:27.236967 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Provisioning complete for port bbef3b97-ba1c-4f73-b0ac-15c27b6781c5 triggered by entity L2. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 15:54:27.237797 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033555'] for port, provisioning_complete {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:54:27.353625 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:54:27.388426 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] For port bbef3b97-ba1c-4f73-b0ac-15c27b6781c5, host dv-cinder-774286-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-11-smb',level=0,port_id=bbef3b97-ba1c-4f73-b0ac-15c27b6781c5,segment=NetworkSegment(b7b7a992-e13b-4fcb-984f-28cb009f4c1e),segment_id=b7b7a992-e13b-4fcb-984f-28cb009f4c1e)] {{(pid=74322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 15:54:27.527390 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365'] for port, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:54:27.529510 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-fb0c739a-bf93-49c3-bdf9-75b3311dc858 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 15:54:27.595999 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Pushing event updated for resources: {'Port': ['ID=bbef3b97-ba1c-4f73-b0ac-15c27b6781c5,revision_number=5']} {{(pid=74322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 15:54:27.597675 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-71e3a992-4da2-4cde-950d-9234a3a72cc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926698', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-928053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15508'] for router, precommit_update {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:54:27.601502 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 15:54:28.075032 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-71e3a992-4da2-4cde-950d-9234a3a72cc6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:54:28.181381 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-71e3a992-4da2-4cde-950d-9234a3a72cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:54:28.313369 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.db_base_plugin_common [None req-71e3a992-4da2-4cde-950d-9234a3a72cc6 admin admin] Allocated IP 172.28.1.197 (19073356-f4a5-448b-8854-15ae9765d652/a9682172-7c17-476a-827f-79723500eb4a/8ea20f86-318b-46d5-ab03-6cec27518bbd) {{(pid=74321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 15:54:28.459081 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-71e3a992-4da2-4cde-950d-9234a3a72cc6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:54:28.607501 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-71e3a992-4da2-4cde-950d-9234a3a72cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781092417302'] for port, after_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:54:28.611549 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-6254fc17-4572-4742-94be-f2a183b4109c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 15:54:28.676792 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e3a992-4da2-4cde-950d-9234a3a72cc6 admin admin] Network 19073356-f4a5-448b-8854-15ae9765d652 is already hosted by enough agents. {{(pid=74321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 15:54:28.679899 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.scheduler.base_scheduler [None req-71e3a992-4da2-4cde-950d-9234a3a72cc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=74321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 15:54:28.683617 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e3a992-4da2-4cde-950d-9234a3a72cc6 admin admin] Received port after_create {{(pid=74321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 03 15:54:28.742568 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e3a992-4da2-4cde-950d-9234a3a72cc6 admin admin] Pushing event updated for resources: {'Port': ['ID=8ea20f86-318b-46d5-ab03-6cec27518bbd,revision_number=1']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 15:54:28.751799 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-71e3a992-4da2-4cde-950d-9234a3a72cc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 15:54:29.053009 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Device bbef3b97-ba1c-4f73-b0ac-15c27b6781c5 up at agent ovs-agent-dv-cinder-774286-11-smb {{(pid=74322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 15:54:29.121469 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Provisioning complete for port bbef3b97-ba1c-4f73-b0ac-15c27b6781c5 triggered by entity L2. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 15:54:29.122283 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033555'] for port, provisioning_complete {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:54:29.250403 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-71e3a992-4da2-4cde-950d-9234a3a72cc6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:54:29.586105 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-71e3a992-4da2-4cde-950d-9234a3a72cc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926698', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-928053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15508'] for router, precommit_update {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:54:29.589280 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-71e3a992-4da2-4cde-950d-9234a3a72cc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-926635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-926642', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-928060'] for router, after_update {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:54:29.767406 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71e3a992-4da2-4cde-950d-9234a3a72cc6 admin admin] Router 500cc862-e09f-4a42-8d56-db2c88a153a0 has already been hosted by L3 agent 433ecc79-0b70-49a3-9006-0abc49206663 {{(pid=74321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 15:54:29.997342 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71e3a992-4da2-4cde-950d-9234a3a72cc6 admin admin] Notify agent at l3_agent.dv-cinder-774286-11-smb the message routers_updated {{(pid=74321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 15:54:30.008253 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-71e3a992-4da2-4cde-950d-9234a3a72cc6 admin admin] Notify callbacks [] for router, before_response {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:54:30.008412 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a906751-4e3e-48a3-8fec-a393a23e8b08 None None] Sync routers for ids ['500cc862-e09f-4a42-8d56-db2c88a153a0'] in dv-cinder-774286-11-smb {{(pid=74322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 15:54:30.009370 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-71e3a992-4da2-4cde-950d-9234a3a72cc6 admin admin] 10.222.0.11 "PUT /v2.0/routers/500cc862-e09f-4a42-8d56-db2c88a153a0 HTTP/1.1" status: 200 len: 890 time: 2.8573790 May 03 15:54:30.019791 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a906751-4e3e-48a3-8fec-a393a23e8b08 None None] Routers {'500cc862-e09f-4a42-8d56-db2c88a153a0'} bound to L3 agent in host dv-cinder-774286-11-smb {{(pid=74322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 03 15:54:30.020616 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_hamode_db [None req-9a906751-4e3e-48a3-8fec-a393a23e8b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-03T15:53:43Z,description=,heartbeat_timestamp=2021-05-03T15:54:13Z,host='dv-cinder-774286-11-smb',id=433ecc79-0b70-49a3-9006-0abc49206663,load=0,resource_versions=,resources_synced=,started_at=2021-05-03T15:53:44Z,topic='l3_agent')) {'router_ids': ['500cc862-e09f-4a42-8d56-db2c88a153a0'], 'active': True} {{(pid=74322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 15:54:30.218928 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_dvr_db [None req-9a906751-4e3e-48a3-8fec-a393a23e8b08 None None] Set router 500cc862-e09f-4a42-8d56-db2c88a153a0 gateway port host: dv-cinder-774286-11-smb {{(pid=74322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 03 15:54:30.579615 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_hamode_db [None req-9a906751-4e3e-48a3-8fec-a393a23e8b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '500cc862-e09f-4a42-8d56-db2c88a153a0', 'name': 'router1', 'tenant_id': 'bf0e8ea7054041cd831bfb0b770d663d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'external_fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.197'}], 'enable_snat': True}, 'gw_port_id': '8ea20f86-318b-46d5-ab03-6cec27518bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-03T15:54:09Z', 'updated_at': '2021-05-03T15:54:28Z', 'revision_number': 4, 'project_id': 'bf0e8ea7054041cd831bfb0b770d663d', 'gw_port': {'id': '8ea20f86-318b-46d5-ab03-6cec27518bbd', 'name': '', 'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:06:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '500cc862-e09f-4a42-8d56-db2c88a153a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-03T15:54:28Z', 'updated_at': '2021-05-03T15:54:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9682172-7c17-476a-827f-79723500eb4a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-11-smb', '_interfaces': [{'id': 'bbef3b97-ba1c-4f73-b0ac-15c27b6781c5', 'name': '', 'network_id': 'e3ff4380-3837-48d8-b860-27c605a0bfb5', 'tenant_id': 'bf0e8ea7054041cd831bfb0b770d663d', 'mac_address': 'fa:16:3e:03:04:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500cc862-e09f-4a42-8d56-db2c88a153a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bca10260-2787-4a97-837a-672e5cfa521c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-03T15:54:18Z', 'updated_at': '2021-05-03T15:54:27Z', 'revision_number': 5, 'project_id': 'bf0e8ea7054041cd831bfb0b770d663d', 'subnets': [{'id': 'bca10260-2787-4a97-837a-672e5cfa521c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '03cbe1f3-0407-4fb3-a528-94ca37855775'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-11-smb', False) {} {{(pid=74322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 15:54:30.585158 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a906751-4e3e-48a3-8fec-a393a23e8b08 None None] Checking router: 500cc862-e09f-4a42-8d56-db2c88a153a0 for host: dv-cinder-774286-11-smb {{(pid=74322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 15:54:30.585495 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a906751-4e3e-48a3-8fec-a393a23e8b08 None None] Updating router 500cc862-e09f-4a42-8d56-db2c88a153a0 port 8ea20f86-318b-46d5-ab03-6cec27518bbd binding host dv-cinder-774286-11-smb {{(pid=74322) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 15:54:30.637712 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-9a906751-4e3e-48a3-8fec-a393a23e8b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:54:30.968517 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-9a906751-4e3e-48a3-8fec-a393a23e8b08 None None] Notify callbacks [] for port, precommit_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:54:30.980206 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-9a906751-4e3e-48a3-8fec-a393a23e8b08 None None] Transition to ACTIVE for port object 8ea20f86-318b-46d5-ab03-6cec27518bbd will not be triggered until provisioned by entity L2. {{(pid=74322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 15:54:31.053194 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-9a906751-4e3e-48a3-8fec-a393a23e8b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365'] for port, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:54:31.057238 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 15:54:31.131216 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.managers [None req-9a906751-4e3e-48a3-8fec-a393a23e8b08 None None] Attempting to bind port 8ea20f86-318b-46d5-ab03-6cec27518bbd on host dv-cinder-774286-11-smb for vnic_type normal with profile {{(pid=74322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 15:54:31.131630 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.managers [None req-9a906751-4e3e-48a3-8fec-a393a23e8b08 None None] Attempting to bind port 8ea20f86-318b-46d5-ab03-6cec27518bbd by drivers openvswitch,hyperv on host dv-cinder-774286-11-smb at level 0 using segments [{'id': '9ca86ee1-f733-4108-a8f6-ada8d1103c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19073356-f4a5-448b-8854-15ae9765d652'}] {{(pid=74322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 15:54:31.132000 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a906751-4e3e-48a3-8fec-a393a23e8b08 None None] Attempting to bind port 8ea20f86-318b-46d5-ab03-6cec27518bbd on network 19073356-f4a5-448b-8854-15ae9765d652 {{(pid=74322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 15:54:31.141497 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a906751-4e3e-48a3-8fec-a393a23e8b08 None None] Checking agent: {'id': '682d886a-77a6-45f8-87fa-5ebc2dd04251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 3, 15, 53, 43), 'started_at': datetime.datetime(2021, 5, 3, 15, 54, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 3, 15, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 15:54:31.141872 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a906751-4e3e-48a3-8fec-a393a23e8b08 None None] Checking segment: {'id': '9ca86ee1-f733-4108-a8f6-ada8d1103c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19073356-f4a5-448b-8854-15ae9765d652'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 03 15:54:31.142276 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-9a906751-4e3e-48a3-8fec-a393a23e8b08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:54:31.142679 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a906751-4e3e-48a3-8fec-a393a23e8b08 None None] Bound using segment: {'id': '9ca86ee1-f733-4108-a8f6-ada8d1103c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19073356-f4a5-448b-8854-15ae9765d652'} {{(pid=74322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 15:54:31.143156 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.managers [None req-9a906751-4e3e-48a3-8fec-a393a23e8b08 None None] Bound port: 8ea20f86-318b-46d5-ab03-6cec27518bbd, host: dv-cinder-774286-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ca86ee1-f733-4108-a8f6-ada8d1103c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19073356-f4a5-448b-8854-15ae9765d652'}}] {{(pid=74322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 15:54:31.143633 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-9a906751-4e3e-48a3-8fec-a393a23e8b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:54:31.167112 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ffffd3-f510-4e04-9b60-2db9520d20ee None None] Pushing event updated for resources: {'Port': ['ID=8ea20f86-318b-46d5-ab03-6cec27518bbd,revision_number=2']} {{(pid=74322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 15:54:31.170752 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-c1ffffd3-f510-4e04-9b60-2db9520d20ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 15:54:31.225343 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-9a906751-4e3e-48a3-8fec-a393a23e8b08 None None] For port 8ea20f86-318b-46d5-ab03-6cec27518bbd, host dv-cinder-774286-11-smb, cleared binding levels {{(pid=74322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 15:54:31.228329 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-9a906751-4e3e-48a3-8fec-a393a23e8b08 None None] For port 8ea20f86-318b-46d5-ab03-6cec27518bbd, host dv-cinder-774286-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-11-smb',level=0,port_id=8ea20f86-318b-46d5-ab03-6cec27518bbd,segment=NetworkSegment(9ca86ee1-f733-4108-a8f6-ada8d1103c56),segment_id=9ca86ee1-f733-4108-a8f6-ada8d1103c56)] {{(pid=74322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 15:54:31.304639 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-9a906751-4e3e-48a3-8fec-a393a23e8b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365'] for port, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:54:31.309760 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 15:54:31.380828 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a906751-4e3e-48a3-8fec-a393a23e8b08 None None] Routers {'500cc862-e09f-4a42-8d56-db2c88a153a0'} bound to L3 agent in host dv-cinder-774286-11-smb {{(pid=74322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 03 15:54:31.381442 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_hamode_db [None req-9a906751-4e3e-48a3-8fec-a393a23e8b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-03T15:53:43Z,description=,heartbeat_timestamp=2021-05-03T15:54:13Z,host='dv-cinder-774286-11-smb',id=433ecc79-0b70-49a3-9006-0abc49206663,load=0,resource_versions=,resources_synced=,started_at=2021-05-03T15:53:44Z,topic='l3_agent')) {'router_ids': ['500cc862-e09f-4a42-8d56-db2c88a153a0'], 'active': True} {{(pid=74322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 15:54:31.454123 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ffffd3-f510-4e04-9b60-2db9520d20ee None None] Pushing event updated for resources: {'Port': ['ID=8ea20f86-318b-46d5-ab03-6cec27518bbd,revision_number=3']} {{(pid=74322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 15:54:31.458228 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-c1ffffd3-f510-4e04-9b60-2db9520d20ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 15:54:31.571941 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_dvr_db [None req-9a906751-4e3e-48a3-8fec-a393a23e8b08 None None] Set router 500cc862-e09f-4a42-8d56-db2c88a153a0 gateway port host: dv-cinder-774286-11-smb {{(pid=74322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 03 15:54:31.892603 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_hamode_db [None req-9a906751-4e3e-48a3-8fec-a393a23e8b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '500cc862-e09f-4a42-8d56-db2c88a153a0', 'name': 'router1', 'tenant_id': 'bf0e8ea7054041cd831bfb0b770d663d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'external_fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.197'}], 'enable_snat': True}, 'gw_port_id': '8ea20f86-318b-46d5-ab03-6cec27518bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-03T15:54:09Z', 'updated_at': '2021-05-03T15:54:28Z', 'revision_number': 4, 'project_id': 'bf0e8ea7054041cd831bfb0b770d663d', 'gw_port': {'id': '8ea20f86-318b-46d5-ab03-6cec27518bbd', 'name': '', 'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:06:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '500cc862-e09f-4a42-8d56-db2c88a153a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-03T15:54:28Z', 'updated_at': '2021-05-03T15:54:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9682172-7c17-476a-827f-79723500eb4a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-11-smb', '_interfaces': [{'id': 'bbef3b97-ba1c-4f73-b0ac-15c27b6781c5', 'name': '', 'network_id': 'e3ff4380-3837-48d8-b860-27c605a0bfb5', 'tenant_id': 'bf0e8ea7054041cd831bfb0b770d663d', 'mac_address': 'fa:16:3e:03:04:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500cc862-e09f-4a42-8d56-db2c88a153a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bca10260-2787-4a97-837a-672e5cfa521c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-03T15:54:18Z', 'updated_at': '2021-05-03T15:54:27Z', 'revision_number': 5, 'project_id': 'bf0e8ea7054041cd831bfb0b770d663d', 'subnets': [{'id': 'bca10260-2787-4a97-837a-672e5cfa521c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '03cbe1f3-0407-4fb3-a528-94ca37855775'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-11-smb', False) {} {{(pid=74322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 15:54:31.897429 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a906751-4e3e-48a3-8fec-a393a23e8b08 None None] The sync data for ids ['500cc862-e09f-4a42-8d56-db2c88a153a0'] in dv-cinder-774286-11-smb is: [{'id': '500cc862-e09f-4a42-8d56-db2c88a153a0', 'name': 'router1', 'tenant_id': 'bf0e8ea7054041cd831bfb0b770d663d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'external_fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.197'}], 'enable_snat': True}, 'gw_port_id': '8ea20f86-318b-46d5-ab03-6cec27518bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-03T15:54:09Z', 'updated_at': '2021-05-03T15:54:28Z', 'revision_number': 4, 'project_id': 'bf0e8ea7054041cd831bfb0b770d663d', 'gw_port': {'id': '8ea20f86-318b-46d5-ab03-6cec27518bbd', 'name': '', 'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:06:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '500cc862-e09f-4a42-8d56-db2c88a153a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-03T15:54:28Z', 'updated_at': '2021-05-03T15:54:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9682172-7c17-476a-827f-79723500eb4a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-11-smb', '_interfaces': [{'id': 'bbef3b97-ba1c-4f73-b0ac-15c27b6781c5', 'name': '', 'network_id': 'e3ff4380-3837-48d8-b860-27c605a0bfb5', 'tenant_id': 'bf0e8ea7054041cd831bfb0b770d663d', 'mac_address': 'fa:16:3e:03:04:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500cc862-e09f-4a42-8d56-db2c88a153a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bca10260-2787-4a97-837a-672e5cfa521c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-03T15:54:18Z', 'updated_at': '2021-05-03T15:54:27Z', 'revision_number': 5, 'project_id': 'bf0e8ea7054041cd831bfb0b770d663d', 'subnets': [{'id': 'bca10260-2787-4a97-837a-672e5cfa521c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '03cbe1f3-0407-4fb3-a528-94ca37855775'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 15:54:32.404729 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 45640) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 15:54:32.522834 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-f28892f0-97c2-446c-8c6e-4ff845f549ee admin admin] 10.222.0.11 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1168566 May 03 15:54:33.087935 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Device 8ea20f86-318b-46d5-ab03-6cec27518bbd up at agent ovs-agent-dv-cinder-774286-11-smb {{(pid=74322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 15:54:33.270437 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Provisioning for port 8ea20f86-318b-46d5-ab03-6cec27518bbd completed by entity L2. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 15:54:33.276053 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Provisioning complete for port 8ea20f86-318b-46d5-ab03-6cec27518bbd triggered by entity L2. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 15:54:33.276053 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033555'] for port, provisioning_complete {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:54:33.428033 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:54:33.446605 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] For port 8ea20f86-318b-46d5-ab03-6cec27518bbd, host dv-cinder-774286-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-11-smb',level=0,port_id=8ea20f86-318b-46d5-ab03-6cec27518bbd,segment=NetworkSegment(9ca86ee1-f733-4108-a8f6-ada8d1103c56),segment_id=9ca86ee1-f733-4108-a8f6-ada8d1103c56)] {{(pid=74322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 15:54:33.533067 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365'] for port, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:54:33.536393 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 15:54:33.604518 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Pushing event updated for resources: {'Port': ['ID=8ea20f86-318b-46d5-ab03-6cec27518bbd,revision_number=4']} {{(pid=74322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 15:54:33.607676 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 15:54:35.090094 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Device 8ea20f86-318b-46d5-ab03-6cec27518bbd up at agent ovs-agent-dv-cinder-774286-11-smb {{(pid=74322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 15:54:35.171139 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Provisioning complete for port 8ea20f86-318b-46d5-ab03-6cec27518bbd triggered by entity L2. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 15:54:35.171821 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033555'] for port, provisioning_complete {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:54:40.654315 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-7562e3ac-1495-44cc-b22f-f07f90a75dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:54:43.287262 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:54:43.310301 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-e4089364-5e99-4bcc-b3d7-545d36e82e3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:54:44.178648 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-b400cb21-de9a-47f5-b18b-46830690aa58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:54:46.012997 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-b5223e01-a904-4e89-a902-ae20f7f129a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:54:57.755057 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.agents_db [None req-1e570261-7bec-4919-9804-a616d65b12ea None None] Agent healthcheck: found 5 active agents {{(pid=74323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 03 15:55:10.623914 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-e23d9245-bef5-464f-9950-cc61b1dcad2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:55:13.303505 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:55:13.349636 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-aab60f6c-62ad-46bb-b8e3-3232fe131fe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:55:14.168673 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-b400cb21-de9a-47f5-b18b-46830690aa58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:55:15.995214 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-b5223e01-a904-4e89-a902-ae20f7f129a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:55:34.753590 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.agents_db [None req-1e570261-7bec-4919-9804-a616d65b12ea None None] Agent healthcheck: found 5 active agents {{(pid=74323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 03 15:55:40.645775 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-392ac489-9267-4c03-8bc3-2c1523301b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:55:43.314605 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:55:43.348377 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-8dfc06be-c97f-4a27-9295-fc2e605d301b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:55:44.217414 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-b400cb21-de9a-47f5-b18b-46830690aa58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:55:46.005916 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-b5223e01-a904-4e89-a902-ae20f7f129a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:56:10.073549 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 46210) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 15:56:10.141663 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.pecan_wsgi.hooks.translation [None req-44dde3ab-c7f1-450c-9df7-c3739c4a9ef1 admin admin] GET failed (client error): The resource could not be found. May 03 15:56:10.143121 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-44dde3ab-c7f1-450c-9df7-c3739c4a9ef1 admin admin] 10.222.0.11 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0686386 May 03 15:56:10.276588 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-345dbb65-e2ac-4178-8460-863bba0e4a11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 15:56:10.278005 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-345dbb65-e2ac-4178-8460-863bba0e4a11 admin admin] 10.222.0.11 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1310663 May 03 15:56:10.628931 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-b89319a5-8558-4d0b-8e5b-948911a6d9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:56:11.752598 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.agents_db [None req-1e570261-7bec-4919-9804-a616d65b12ea None None] Agent healthcheck: found 5 active agents {{(pid=74323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 03 15:56:12.398770 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 46220) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 15:56:12.516529 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-903bc25b-aedc-449c-8138-9d94042442dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 15:56:12.518309 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-903bc25b-aedc-449c-8138-9d94042442dc admin admin] 10.222.0.11 "GET /v2.0/subnets/bca10260-2787-4a97-837a-672e5cfa521c HTTP/1.1" status: 200 len: 849 time: 0.1185439 May 03 15:56:12.527308 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.v2.base [None req-fd66c144-aabc-4276-ab67-5ceb807f4960 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=74320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 15:56:12.644507 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-fd66c144-aabc-4276-ab67-5ceb807f4960 admin admin] Notify callbacks [] for subnet, before_update {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:56:12.925382 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-fd66c144-aabc-4276-ab67-5ceb807f4960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8781092850836'] for subnet, after_update {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:56:12.930825 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 15:56:12.985487 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd66c144-aabc-4276-ab67-5ceb807f4960 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 15:56:12.987180 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-fd66c144-aabc-4276-ab67-5ceb807f4960 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532153'] for subnet, before_response {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:56:12.987984 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-fd66c144-aabc-4276-ab67-5ceb807f4960 admin admin] 10.222.0.11 "PUT /v2.0/subnets/bca10260-2787-4a97-837a-672e5cfa521c HTTP/1.1" status: 200 len: 868 time: 0.4643717 May 03 15:56:12.990651 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c639564d-b71c-47e7-baef-d2a584a0afda None None] Network e3ff4380-3837-48d8-b860-27c605a0bfb5 requested from dv-cinder-774286-11-smb {{(pid=74322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 15:56:13.012243 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd66c144-aabc-4276-ab67-5ceb807f4960 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bca10260-2787-4a97-837a-672e5cfa521c,revision_number=1']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 15:56:13.020306 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd66c144-aabc-4276-ab67-5ceb807f4960 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:56:13.025806 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd66c144-aabc-4276-ab67-5ceb807f4960 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:56:13.025806 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd66c144-aabc-4276-ab67-5ceb807f4960 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:56:13.025806 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd66c144-aabc-4276-ab67-5ceb807f4960 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:56:13.025806 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd66c144-aabc-4276-ab67-5ceb807f4960 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:56:13.025806 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd66c144-aabc-4276-ab67-5ceb807f4960 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:56:13.025806 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd66c144-aabc-4276-ab67-5ceb807f4960 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:56:13.025806 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd66c144-aabc-4276-ab67-5ceb807f4960 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:56:13.025806 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd66c144-aabc-4276-ab67-5ceb807f4960 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:56:13.025806 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd66c144-aabc-4276-ab67-5ceb807f4960 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:56:13.025806 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd66c144-aabc-4276-ab67-5ceb807f4960 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:56:13.025806 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd66c144-aabc-4276-ab67-5ceb807f4960 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:56:13.028872 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-fd66c144-aabc-4276-ab67-5ceb807f4960 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 15:56:13.336588 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:56:13.360321 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-66d036e3-4c3f-47d0-8d2c-440c98f62e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:56:13.495176 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-2acf240a-557f-4f69-8e9a-e74d488872ed None None] Provisioning complete for port bbef3b97-ba1c-4f73-b0ac-15c27b6781c5 triggered by entity DHCP. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 15:56:13.495543 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-2acf240a-557f-4f69-8e9a-e74d488872ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033555'] for port, provisioning_complete {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:56:13.623834 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-2acf240a-557f-4f69-8e9a-e74d488872ed None None] Provisioning complete for port 7fadfe75-0731-4c2e-9399-bc69f5c44b07 triggered by entity DHCP. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 15:56:13.624227 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-2acf240a-557f-4f69-8e9a-e74d488872ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033555'] for port, provisioning_complete {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:56:14.160123 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-b400cb21-de9a-47f5-b18b-46830690aa58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:56:15.135014 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 46230) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 15:56:15.311259 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a9ef06a-6a42-4768-94c9-c5d31de9fb95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 15:56:15.311742 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a9ef06a-6a42-4768-94c9-c5d31de9fb95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 15:56:15.312558 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-7a9ef06a-6a42-4768-94c9-c5d31de9fb95 admin admin] Synchronizing usage tracker for tenant:35c4669b2c414e2289fd99cfabd20a27 on resource:network {{(pid=74320) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 15:56:15.381642 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-7a9ef06a-6a42-4768-94c9-c5d31de9fb95 admin admin] Unset dirty status for tenant:35c4669b2c414e2289fd99cfabd20a27 on resource:network {{(pid=74320) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 15:56:15.382872 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-7a9ef06a-6a42-4768-94c9-c5d31de9fb95 admin admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2469127 May 03 15:56:16.005045 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-b5223e01-a904-4e89-a902-ae20f7f129a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:56:17.517484 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 46240) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 15:56:17.693861 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25297da9-aef0-4137-aaef-cfae89f2522e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 15:56:17.694335 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25297da9-aef0-4137-aaef-cfae89f2522e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 15:56:17.695916 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-25297da9-aef0-4137-aaef-cfae89f2522e admin admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1774268 May 03 15:56:19.806175 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 46250) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 15:56:20.001331 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89994e84-7253-4f81-a1e6-c19a59efe4b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 15:56:20.004797 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-89994e84-7253-4f81-a1e6-c19a59efe4b8 admin admin] 10.222.0.11 "GET /v2.0/networks/19073356-f4a5-448b-8854-15ae9765d652 HTTP/1.1" status: 200 len: 886 time: 0.1969838 May 03 15:56:22.149855 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 46260) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 15:56:22.327066 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba934778-4ba6-4bee-8a1d-3862cbfe59c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 15:56:22.328566 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-ba934778-4ba6-4bee-8a1d-3862cbfe59c5 admin admin] 10.222.0.11 "GET /v2.0/networks/e3ff4380-3837-48d8-b860-27c605a0bfb5 HTTP/1.1" status: 200 len: 869 time: 0.1775663 May 03 15:56:24.528316 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 46270) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 15:56:24.639162 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf57ba0f-1974-418b-8eac-685fb0af3b59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 15:56:24.639631 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf57ba0f-1974-418b-8eac-685fb0af3b59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 15:56:24.640455 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-bf57ba0f-1974-418b-8eac-685fb0af3b59 admin admin] Synchronizing usage tracker for tenant:35c4669b2c414e2289fd99cfabd20a27 on resource:subnet {{(pid=74321) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 15:56:24.724289 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-bf57ba0f-1974-418b-8eac-685fb0af3b59 admin admin] Unset dirty status for tenant:35c4669b2c414e2289fd99cfabd20a27 on resource:subnet {{(pid=74321) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 15:56:24.725407 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-bf57ba0f-1974-418b-8eac-685fb0af3b59 admin admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1961515 May 03 15:56:26.843565 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 46280) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 15:56:26.951237 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d532605e-5b42-43af-87d6-c38b262abe1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 15:56:26.951690 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d532605e-5b42-43af-87d6-c38b262abe1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 15:56:26.953226 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-d532605e-5b42-43af-87d6-c38b262abe1a admin admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1087265 May 03 15:56:29.081521 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 46290) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 15:56:29.183214 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-144dec74-f5aa-4020-93ac-5182df35724c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 15:56:29.184583 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-144dec74-f5aa-4020-93ac-5182df35724c admin admin] 10.222.0.11 "GET /v2.0/subnets/a9682172-7c17-476a-827f-79723500eb4a HTTP/1.1" status: 200 len: 816 time: 0.1021070 May 03 15:56:31.309045 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 46300) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 15:56:31.422886 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d573e7c-6bae-479f-a91e-c6e96577d38d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 15:56:31.424771 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-2d573e7c-6bae-479f-a91e-c6e96577d38d admin admin] 10.222.0.11 "GET /v2.0/subnets/bca10260-2787-4a97-837a-672e5cfa521c HTTP/1.1" status: 200 len: 868 time: 0.1147852 May 03 15:56:40.638550 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-c7269448-62f9-4be0-b1a5-5c1272528af3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:56:43.364274 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:56:43.398361 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-313e7b36-0c11-4d2a-80a3-f0c1a545441d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:56:44.187085 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-b400cb21-de9a-47f5-b18b-46830690aa58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:56:46.009882 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-b5223e01-a904-4e89-a902-ae20f7f129a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:56:48.751450 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.agents_db [None req-1e570261-7bec-4919-9804-a616d65b12ea None None] Agent healthcheck: found 5 active agents {{(pid=74323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 03 15:56:54.566917 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 46344) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 15:56:54.615611 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [None req-62ce1611-975c-411a-9c8f-05811356e0fb admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=74321) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 15:56:54.616632 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-62ce1611-975c-411a-9c8f-05811356e0fb admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0487835 May 03 15:56:56.850830 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 46354) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 15:56:56.919076 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.pecan_wsgi.hooks.translation [None req-01fc1ba0-5e08-4d9c-9a53-e787d935f231 admin admin] GET failed (client error): The resource could not be found. May 03 15:56:56.920425 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-01fc1ba0-5e08-4d9c-9a53-e787d935f231 admin admin] 10.222.0.11 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0686402 May 03 15:56:57.053612 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424dca0a-ccaa-4a8a-82a8-549786c100d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 15:56:57.054998 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-424dca0a-ccaa-4a8a-82a8-549786c100d4 admin admin] 10.222.0.11 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1301408 May 03 15:56:59.238061 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 46364) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 15:56:59.290297 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.v2.base [None req-bca0fb78-77e1-4975-a5ea-3ada2c5a009c admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=74321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 15:56:59.295164 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-bca0fb78-77e1-4975-a5ea-3ada2c5a009c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 15:56:59.304982 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-bca0fb78-77e1-4975-a5ea-3ada2c5a009c admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 15:56:59.369490 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bca0fb78-77e1-4975-a5ea-3ada2c5a009c admin admin] Made reservation on behalf of 35c4669b2c414e2289fd99cfabd20a27 for: {'network': 1} {{(pid=74321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 15:56:59.371881 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-bca0fb78-77e1-4975-a5ea-3ada2c5a009c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for network, before_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:56:59.461963 dv-cinder-774286-11-smb neutron-server[74321]: WARNING neutron.services.revisions.revision_plugin [None req-bca0fb78-77e1-4975-a5ea-3ada2c5a009c admin admin] Could not find related network for resource to bump revision. May 03 15:56:59.474750 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bca0fb78-77e1-4975-a5ea-3ada2c5a009c admin admin] vlan segment allocate from pool success with {'vlan_id': 645, 'physical_network': 'physnet1'} {{(pid=74321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 15:56:59.483810 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-bca0fb78-77e1-4975-a5ea-3ada2c5a009c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038491'] for segment, precommit_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:56:59.484145 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.db.segments_db [None req-bca0fb78-77e1-4975-a5ea-3ada2c5a009c admin admin] Added segment a913eeca-ab98-4656-a1b3-1af091945fd7 of type vlan for network 4021ce03-2c03-4896-9016-285c5d753e8c May 03 15:56:59.510559 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-bca0fb78-77e1-4975-a5ea-3ada2c5a009c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781092437652'] for network, precommit_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:56:59.575102 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-bca0fb78-77e1-4975-a5ea-3ada2c5a009c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119'] for network, after_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:56:59.576514 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca0fb78-77e1-4975-a5ea-3ada2c5a009c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 15:56:59.577101 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-bca0fb78-77e1-4975-a5ea-3ada2c5a009c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532153'] for network, before_response {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:56:59.581465 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-8c9a45a9-6e06-498b-b8a7-b31b22445dd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 15:56:59.679533 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca0fb78-77e1-4975-a5ea-3ada2c5a009c admin admin] Pushing event updated for resources: {'Network': ['ID=4021ce03-2c03-4896-9016-285c5d753e8c,revision_number=1']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 15:56:59.686491 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca0fb78-77e1-4975-a5ea-3ada2c5a009c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:56:59.686824 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca0fb78-77e1-4975-a5ea-3ada2c5a009c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:56:59.687192 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca0fb78-77e1-4975-a5ea-3ada2c5a009c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:56:59.687510 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca0fb78-77e1-4975-a5ea-3ada2c5a009c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:56:59.687819 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca0fb78-77e1-4975-a5ea-3ada2c5a009c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:56:59.688676 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca0fb78-77e1-4975-a5ea-3ada2c5a009c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:56:59.691943 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca0fb78-77e1-4975-a5ea-3ada2c5a009c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:56:59.691943 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca0fb78-77e1-4975-a5ea-3ada2c5a009c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:56:59.691943 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca0fb78-77e1-4975-a5ea-3ada2c5a009c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:56:59.691943 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca0fb78-77e1-4975-a5ea-3ada2c5a009c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:56:59.691943 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca0fb78-77e1-4975-a5ea-3ada2c5a009c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:56:59.691943 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca0fb78-77e1-4975-a5ea-3ada2c5a009c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:56:59.693965 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-bca0fb78-77e1-4975-a5ea-3ada2c5a009c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 15:56:59.701576 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Network 4021ce03-2c03-4896-9016-285c5d753e8c details requested by agent ovs-agent-dv-cinder-774286-11-smb with host dv-cinder-774286-11-smb {{(pid=74322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 15:56:59.730306 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-bca0fb78-77e1-4975-a5ea-3ada2c5a009c admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4910319 May 03 15:57:01.894982 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 46374) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 15:57:01.966748 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf517d11-f2c9-483d-b519-9c0e4bcc6d4c admin admin] GET failed (client error): The resource could not be found. May 03 15:57:01.968071 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-bf517d11-f2c9-483d-b519-9c0e4bcc6d4c admin admin] 10.222.0.11 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0721474 May 03 15:57:02.076650 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25743a08-5887-44c5-8eb7-1692b624ea97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 15:57:02.078051 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-25743a08-5887-44c5-8eb7-1692b624ea97 admin admin] 10.222.0.11 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1055481 May 03 15:57:02.087575 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.v2.base [None req-008c77a9-c02f-4a1c-abb6-60f5f2560550 admin admin] Request body: {'subnet': {'network_id': '4021ce03-2c03-4896-9016-285c5d753e8c', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=74320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 15:57:02.092415 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-008c77a9-c02f-4a1c-abb6-60f5f2560550 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 15:57:02.101874 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-008c77a9-c02f-4a1c-abb6-60f5f2560550 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 15:57:02.180975 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-008c77a9-c02f-4a1c-abb6-60f5f2560550 admin admin] Made reservation on behalf of 35c4669b2c414e2289fd99cfabd20a27 for: {'subnet': 1} {{(pid=74320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 15:57:02.183368 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-008c77a9-c02f-4a1c-abb6-60f5f2560550 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:57:02.669986 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-008c77a9-c02f-4a1c-abb6-60f5f2560550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119'] for subnet, after_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:57:02.674528 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 15:57:02.747101 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008c77a9-c02f-4a1c-abb6-60f5f2560550 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33367e32-2e80-4647-9af2-af63aefa0017,revision_number=0']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 15:57:02.751216 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-008c77a9-c02f-4a1c-abb6-60f5f2560550 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 15:57:02.758709 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008c77a9-c02f-4a1c-abb6-60f5f2560550 admin admin] Checking segment: {'id': 'a913eeca-ab98-4656-a1b3-1af091945fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '4021ce03-2c03-4896-9016-285c5d753e8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 03 15:57:02.759082 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-008c77a9-c02f-4a1c-abb6-60f5f2560550 admin admin] Network hostable DHCP agents. Network: 4021ce03-2c03-4896-9016-285c5d753e8c, hostable agents: ['656f65d0-a8c5-485a-ad4b-a4c2f5db155a'], hosted agents: [] {{(pid=74320) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 15:57:02.855088 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-008c77a9-c02f-4a1c-abb6-60f5f2560550 admin admin] Network 4021ce03-2c03-4896-9016-285c5d753e8c is scheduled to be hosted by DHCP agent 656f65d0-a8c5-485a-ad4b-a4c2f5db155a with binding_index 1 {{(pid=74320) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 15:57:02.917953 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.scheduler.base_scheduler [None req-008c77a9-c02f-4a1c-abb6-60f5f2560550 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-11-smb, 4021ce03-2c03-4896-9016-285c5d753e8c) {{(pid=74320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 15:57:02.922380 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-008c77a9-c02f-4a1c-abb6-60f5f2560550 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 15:57:02.923169 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-008c77a9-c02f-4a1c-abb6-60f5f2560550 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532153'] for subnet, before_response {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:57:02.926893 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a379783b-ae2b-4746-a9f1-659058897276 None None] Network 4021ce03-2c03-4896-9016-285c5d753e8c requested from dv-cinder-774286-11-smb {{(pid=74322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 15:57:02.993394 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-008c77a9-c02f-4a1c-abb6-60f5f2560550 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9090667 May 03 15:57:03.191275 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b265176e-533b-479b-be37-ae47ae2603e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc11f33cf-de04-5679-8971-88b06203b27c-4021ce03-2c03-4896-9016-285c5d753e8c', 'network_id': '4021ce03-2c03-4896-9016-285c5d753e8c', 'tenant_id': '35c4669b2c414e2289fd99cfabd20a27', 'fixed_ips': [{'subnet_id': '33367e32-2e80-4647-9af2-af63aefa0017'}]}} from dv-cinder-774286-11-smb. {{(pid=74322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 15:57:03.192249 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-b265176e-533b-479b-be37-ae47ae2603e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_create {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:57:03.405030 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.db_base_plugin_common [None req-b265176e-533b-479b-be37-ae47ae2603e9 None None] Allocated IP 192.168.233.2 (4021ce03-2c03-4896-9016-285c5d753e8c/33367e32-2e80-4647-9af2-af63aefa0017/4077abef-dfa6-448f-88ea-7dd618daf462) {{(pid=74322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 15:57:03.647852 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-b265176e-533b-479b-be37-ae47ae2603e9 None None] Notify callbacks [] for port, precommit_create {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:57:03.659358 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-b265176e-533b-479b-be37-ae47ae2603e9 None None] Transition to ACTIVE for port object 4077abef-dfa6-448f-88ea-7dd618daf462 will not be triggered until provisioned by entity L2. {{(pid=74322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 15:57:03.679333 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-b265176e-533b-479b-be37-ae47ae2603e9 None None] Transition to ACTIVE for port object 4077abef-dfa6-448f-88ea-7dd618daf462 will not be triggered until provisioned by entity DHCP. {{(pid=74322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 15:57:03.758509 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-b265176e-533b-479b-be37-ae47ae2603e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781092417302'] for port, after_create {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:57:03.763940 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 15:57:03.826511 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b265176e-533b-479b-be37-ae47ae2603e9 None None] Network 4021ce03-2c03-4896-9016-285c5d753e8c is already hosted by enough agents. {{(pid=74322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 15:57:03.830306 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.scheduler.base_scheduler [None req-b265176e-533b-479b-be37-ae47ae2603e9 None None] Resources bound (agent type, host, resource id): {{(pid=74322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 15:57:03.833323 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b265176e-533b-479b-be37-ae47ae2603e9 None None] Received port after_create {{(pid=74322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 03 15:57:03.842877 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b265176e-533b-479b-be37-ae47ae2603e9 None None] Pushing event updated for resources: {'Port': ['ID=4077abef-dfa6-448f-88ea-7dd618daf462,revision_number=1']} {{(pid=74322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 15:57:03.910362 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b265176e-533b-479b-be37-ae47ae2603e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:57:03.910637 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b265176e-533b-479b-be37-ae47ae2603e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:57:03.910977 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b265176e-533b-479b-be37-ae47ae2603e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:57:03.911305 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b265176e-533b-479b-be37-ae47ae2603e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:57:03.911634 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b265176e-533b-479b-be37-ae47ae2603e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:57:03.911958 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b265176e-533b-479b-be37-ae47ae2603e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:57:03.912294 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b265176e-533b-479b-be37-ae47ae2603e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:57:03.912617 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b265176e-533b-479b-be37-ae47ae2603e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:57:03.912964 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b265176e-533b-479b-be37-ae47ae2603e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:57:03.913282 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b265176e-533b-479b-be37-ae47ae2603e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:57:03.913615 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b265176e-533b-479b-be37-ae47ae2603e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:57:03.913935 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b265176e-533b-479b-be37-ae47ae2603e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:57:03.918223 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-b265176e-533b-479b-be37-ae47ae2603e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 15:57:03.945748 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.managers [None req-b265176e-533b-479b-be37-ae47ae2603e9 None None] Attempting to bind port 4077abef-dfa6-448f-88ea-7dd618daf462 on host dv-cinder-774286-11-smb for vnic_type normal with profile {{(pid=74322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 15:57:03.946390 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.managers [None req-b265176e-533b-479b-be37-ae47ae2603e9 None None] Attempting to bind port 4077abef-dfa6-448f-88ea-7dd618daf462 by drivers openvswitch,hyperv on host dv-cinder-774286-11-smb at level 0 using segments [{'id': 'a913eeca-ab98-4656-a1b3-1af091945fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '4021ce03-2c03-4896-9016-285c5d753e8c'}] {{(pid=74322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 15:57:03.946518 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b265176e-533b-479b-be37-ae47ae2603e9 None None] Attempting to bind port 4077abef-dfa6-448f-88ea-7dd618daf462 on network 4021ce03-2c03-4896-9016-285c5d753e8c {{(pid=74322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 15:57:03.952273 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b265176e-533b-479b-be37-ae47ae2603e9 None None] Checking agent: {'id': '682d886a-77a6-45f8-87fa-5ebc2dd04251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 3, 15, 53, 43), 'started_at': datetime.datetime(2021, 5, 3, 15, 54, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 3, 15, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 15:57:03.952646 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b265176e-533b-479b-be37-ae47ae2603e9 None None] Checking segment: {'id': 'a913eeca-ab98-4656-a1b3-1af091945fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '4021ce03-2c03-4896-9016-285c5d753e8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 03 15:57:03.953044 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-b265176e-533b-479b-be37-ae47ae2603e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:57:03.953434 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b265176e-533b-479b-be37-ae47ae2603e9 None None] Bound using segment: {'id': 'a913eeca-ab98-4656-a1b3-1af091945fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '4021ce03-2c03-4896-9016-285c5d753e8c'} {{(pid=74322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 15:57:03.954469 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.managers [None req-b265176e-533b-479b-be37-ae47ae2603e9 None None] Bound port: 4077abef-dfa6-448f-88ea-7dd618daf462, host: dv-cinder-774286-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a913eeca-ab98-4656-a1b3-1af091945fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '4021ce03-2c03-4896-9016-285c5d753e8c'}}] {{(pid=74322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 15:57:03.954922 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-b265176e-533b-479b-be37-ae47ae2603e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:57:04.057050 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-b265176e-533b-479b-be37-ae47ae2603e9 None None] For port 4077abef-dfa6-448f-88ea-7dd618daf462, host dv-cinder-774286-11-smb, cleared binding levels {{(pid=74322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 15:57:04.060341 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-b265176e-533b-479b-be37-ae47ae2603e9 None None] For port 4077abef-dfa6-448f-88ea-7dd618daf462, host dv-cinder-774286-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-11-smb',level=0,port_id=4077abef-dfa6-448f-88ea-7dd618daf462,segment=NetworkSegment(a913eeca-ab98-4656-a1b3-1af091945fd7),segment_id=a913eeca-ab98-4656-a1b3-1af091945fd7)] {{(pid=74322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 15:57:04.131299 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-b265176e-533b-479b-be37-ae47ae2603e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365'] for port, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:57:04.134813 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 15:57:04.218179 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b265176e-533b-479b-be37-ae47ae2603e9 None None] Pushing event updated for resources: {'Port': ['ID=4077abef-dfa6-448f-88ea-7dd618daf462,revision_number=2']} {{(pid=74322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 15:57:04.225843 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-b265176e-533b-479b-be37-ae47ae2603e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 15:57:05.017551 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1629548f-3e4a-4c4f-b2ca-7dd4b1f2c4a9 None None] Network 4021ce03-2c03-4896-9016-285c5d753e8c requested from dv-cinder-774286-11-smb {{(pid=74322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 15:57:05.200424 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-7995fc0e-cc28-49f0-b58d-ed7135b178a1 None None] Provisioning for port 4077abef-dfa6-448f-88ea-7dd618daf462 completed by entity DHCP. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 15:57:05.253019 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Device 4077abef-dfa6-448f-88ea-7dd618daf462 up at agent ovs-agent-dv-cinder-774286-11-smb {{(pid=74322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 15:57:05.386924 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Provisioning for port 4077abef-dfa6-448f-88ea-7dd618daf462 completed by entity L2. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 15:57:05.392596 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Provisioning complete for port 4077abef-dfa6-448f-88ea-7dd618daf462 triggered by entity L2. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 15:57:05.394427 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033555'] for port, provisioning_complete {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:57:05.533290 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:57:05.569248 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] For port 4077abef-dfa6-448f-88ea-7dd618daf462, host dv-cinder-774286-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-11-smb',level=0,port_id=4077abef-dfa6-448f-88ea-7dd618daf462,segment=NetworkSegment(a913eeca-ab98-4656-a1b3-1af091945fd7),segment_id=a913eeca-ab98-4656-a1b3-1af091945fd7)] {{(pid=74322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 15:57:05.629839 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365'] for port, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:57:05.632417 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 15:57:05.686827 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-d1ecd61f-e092-4bef-a9ad-6eeb8cba9381 None None] Provisioning complete for port 4077abef-dfa6-448f-88ea-7dd618daf462 triggered by entity DHCP. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 15:57:05.687104 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-d1ecd61f-e092-4bef-a9ad-6eeb8cba9381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033555'] for port, provisioning_complete {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:57:05.757477 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Pushing event updated for resources: {'Port': ['ID=4077abef-dfa6-448f-88ea-7dd618daf462,revision_number=3']} {{(pid=74322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 15:57:05.762307 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 15:57:07.179665 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Device 4077abef-dfa6-448f-88ea-7dd618daf462 up at agent ovs-agent-dv-cinder-774286-11-smb {{(pid=74322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 15:57:07.251822 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Provisioning complete for port 4077abef-dfa6-448f-88ea-7dd618daf462 triggered by entity L2. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 15:57:07.252227 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033555'] for port, provisioning_complete {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:57:10.655244 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-31b95cf5-723c-4318-8449-0b464584587b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:57:13.323480 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:57:13.352021 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-5c1a2000-0fa5-448c-bbdb-08e72ea4c4fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:57:14.181022 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-b400cb21-de9a-47f5-b18b-46830690aa58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:57:16.009440 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-b5223e01-a904-4e89-a902-ae20f7f129a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:57:25.751807 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.agents_db [None req-1e570261-7bec-4919-9804-a616d65b12ea None None] Agent healthcheck: found 5 active agents {{(pid=74323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 03 15:57:40.642973 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-09941314-ad40-42c2-8b51-4d713bd0ccfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:57:43.294018 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:57:43.322864 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-2a7bd004-688a-4555-8c07-036cea6a4417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:57:44.208630 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-b400cb21-de9a-47f5-b18b-46830690aa58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:57:46.008682 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-b5223e01-a904-4e89-a902-ae20f7f129a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:58:02.751138 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.agents_db [None req-1e570261-7bec-4919-9804-a616d65b12ea None None] Agent healthcheck: found 5 active agents {{(pid=74323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 03 15:58:10.676548 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-f5cf5391-4589-485b-b6e7-466cd73f1c23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:58:13.322180 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:58:13.356286 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-7820bfcc-358a-4a1a-964e-3ca73c51933a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:58:14.190816 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-b400cb21-de9a-47f5-b18b-46830690aa58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:58:16.053413 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-b5223e01-a904-4e89-a902-ae20f7f129a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:58:17.646470 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 46424) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 15:58:17.653421 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [None req-d2a3f7d5-08f5-4803-9684-4f19094155ec tempest-verify_tempest_config-283503648 tempest-verify_tempest_config-283503648-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=74321) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 15:58:17.654418 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-d2a3f7d5-08f5-4803-9684-4f19094155ec tempest-verify_tempest_config-283503648 tempest-verify_tempest_config-283503648-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0066476 May 03 15:58:18.146912 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 46442) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 15:58:18.263158 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-393be6ed-6202-4580-a415-791acad43c27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:58:18.276984 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-393be6ed-6202-4580-a415-791acad43c27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 15:58:18.282839 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-393be6ed-6202-4580-a415-791acad43c27 admin admin] Usage tracker for resource:security_group_rule and tenant:467f178e3462419e95d648edeaf97181 is out of sync, need to count used quota {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 15:58:18.284176 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-393be6ed-6202-4580-a415-791acad43c27 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 15:58:18.289893 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-393be6ed-6202-4580-a415-791acad43c27 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 15:58:18.373803 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-393be6ed-6202-4580-a415-791acad43c27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:58:18.447428 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-393be6ed-6202-4580-a415-791acad43c27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:58:18.455627 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-8c9a45a9-6e06-498b-b8a7-b31b22445dd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 15:58:18.495627 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-393be6ed-6202-4580-a415-791acad43c27 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=467f178e3462419e95d648edeaf97181&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3474765 May 03 15:58:18.496333 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393be6ed-6202-4580-a415-791acad43c27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e76bf2ec-32fa-4948-bf5b-fc1b442f0afe,revision_number=1']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 15:58:18.498235 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 46448) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 15:58:18.517574 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393be6ed-6202-4580-a415-791acad43c27 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:58:18.518013 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393be6ed-6202-4580-a415-791acad43c27 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:58:18.518426 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393be6ed-6202-4580-a415-791acad43c27 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:58:18.518750 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393be6ed-6202-4580-a415-791acad43c27 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:58:18.519063 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393be6ed-6202-4580-a415-791acad43c27 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:58:18.519375 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393be6ed-6202-4580-a415-791acad43c27 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:58:18.519685 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393be6ed-6202-4580-a415-791acad43c27 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:58:18.519992 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393be6ed-6202-4580-a415-791acad43c27 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:58:18.520363 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393be6ed-6202-4580-a415-791acad43c27 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:58:18.520678 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393be6ed-6202-4580-a415-791acad43c27 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:58:18.520980 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393be6ed-6202-4580-a415-791acad43c27 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:58:18.521286 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393be6ed-6202-4580-a415-791acad43c27 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 15:58:18.526799 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-393be6ed-6202-4580-a415-791acad43c27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 15:58:18.567643 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-d65d77ee-4e51-4ed9-9fe2-3dab795afabb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:58:18.592194 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-d65d77ee-4e51-4ed9-9fe2-3dab795afabb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:58:18.733578 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-d65d77ee-4e51-4ed9-9fe2-3dab795afabb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:58:18.737648 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-393be6ed-6202-4580-a415-791acad43c27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 15:58:18.748755 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65d77ee-4e51-4ed9-9fe2-3dab795afabb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e76bf2ec-32fa-4948-bf5b-fc1b442f0afe,revision_number=None']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 15:58:18.752878 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-d65d77ee-4e51-4ed9-9fe2-3dab795afabb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 15:58:18.756033 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-d65d77ee-4e51-4ed9-9fe2-3dab795afabb admin admin] Notify callbacks [] for security_group, before_response {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:58:18.757654 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-d65d77ee-4e51-4ed9-9fe2-3dab795afabb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e76bf2ec-32fa-4948-bf5b-fc1b442f0afe HTTP/1.1" status: 204 len: 168 time: 0.2581496 May 03 15:58:39.751223 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.agents_db [None req-1e570261-7bec-4919-9804-a616d65b12ea None None] Agent healthcheck: found 5 active agents {{(pid=74323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 03 15:58:40.647111 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-ffc87eab-9796-4eef-b9b9-95d89fe894e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:58:43.292712 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:58:43.338544 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-538a6527-7c20-4610-bdf9-239ce22750e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:58:44.195713 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-b400cb21-de9a-47f5-b18b-46830690aa58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:58:46.007447 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-b5223e01-a904-4e89-a902-ae20f7f129a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:59:10.635412 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-6fe9fdd5-a32f-49b1-a55f-e04cf78684fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:59:13.315281 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:59:13.349147 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-89a37bb6-96b7-4d15-b227-a40943437fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:59:14.201322 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-b400cb21-de9a-47f5-b18b-46830690aa58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:59:16.012302 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-b5223e01-a904-4e89-a902-ae20f7f129a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:59:16.751117 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.agents_db [None req-1e570261-7bec-4919-9804-a616d65b12ea None None] Agent healthcheck: found 5 active agents {{(pid=74323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 03 15:59:40.640676 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-4f69a84b-43b0-4192-bf1b-80dbea7e6b02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:59:43.297598 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:59:43.354199 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-a79b3d10-49e9-4482-9f89-5bd549ff7345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:59:44.194419 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-b400cb21-de9a-47f5-b18b-46830690aa58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:59:46.126610 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-b5223e01-a904-4e89-a902-ae20f7f129a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 15:59:53.749964 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.agents_db [None req-1e570261-7bec-4919-9804-a616d65b12ea None None] Agent healthcheck: found 5 active agents {{(pid=74323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 03 16:00:02.737159 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959'] for agent, after_create {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:00:07.303862 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 46500) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:00:07.416085 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-94bad820-b455-42b8-b895-e4e10ccec23b admin admin] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4297 time: 0.1110811 May 03 16:00:09.570053 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 46510) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:00:09.631753 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-54db01ea-0cd2-4dfd-9078-bed6eab42e1e admin admin] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4297 time: 0.0606258 May 03 16:00:10.627901 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-e6e740c1-188f-4d36-b0f7-f906e54c3c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:00:13.285697 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:00:13.335493 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-36e1ac00-541a-478e-aa8a-b9df307650e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:00:14.205325 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-b400cb21-de9a-47f5-b18b-46830690aa58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:00:16.039573 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-b5223e01-a904-4e89-a902-ae20f7f129a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:00:30.749245 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.agents_db [None req-1e570261-7bec-4919-9804-a616d65b12ea None None] Agent healthcheck: found 6 active agents {{(pid=74323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 03 16:00:32.724869 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:00:40.621561 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-b89d2da8-1ad2-44ef-982a-960b63ab91b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:00:43.301671 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:00:43.359316 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-b56d5df5-69b9-476e-a93b-f0dad6d4e441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:00:44.206743 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-b400cb21-de9a-47f5-b18b-46830690aa58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:00:46.027327 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-b5223e01-a904-4e89-a902-ae20f7f129a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:02.729992 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:07.754597 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.agents_db [None req-1e570261-7bec-4919-9804-a616d65b12ea None None] Agent healthcheck: found 6 active agents {{(pid=74323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 03 16:01:10.644229 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-be450ebc-8676-4b48-96b1-14c9253bca14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:13.306691 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:13.341057 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-02fee570-c8b3-4b28-afce-f59bff3dab21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:14.232344 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-b400cb21-de9a-47f5-b18b-46830690aa58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:16.043861 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-b5223e01-a904-4e89-a902-ae20f7f129a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:32.729115 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:40.660849 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-ffbbd57f-4a83-47d3-b045-8d126e611208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:41.062648 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 46686) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:01:41.497954 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.v2.base [None req-768aea3e-7725-4f34-9a9a-542d7126fcf3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-599808772-network', 'tenant_id': '30698392a3254cc2a62d95e9d3896fad'}} {{(pid=74320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 16:01:41.505700 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-768aea3e-7725-4f34-9a9a-542d7126fcf3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:01:41.507714 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-768aea3e-7725-4f34-9a9a-542d7126fcf3 admin admin] Usage tracker for resource:network and tenant:30698392a3254cc2a62d95e9d3896fad is out of sync, need to count used quota {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:01:41.515429 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-768aea3e-7725-4f34-9a9a-542d7126fcf3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:01:41.517235 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-768aea3e-7725-4f34-9a9a-542d7126fcf3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:01:41.608991 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-768aea3e-7725-4f34-9a9a-542d7126fcf3 admin admin] Made reservation on behalf of 30698392a3254cc2a62d95e9d3896fad for: {'network': 1} {{(pid=74320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 16:01:41.611344 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-768aea3e-7725-4f34-9a9a-542d7126fcf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for network, before_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:41.624402 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-768aea3e-7725-4f34-9a9a-542d7126fcf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:41.639810 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-768aea3e-7725-4f34-9a9a-542d7126fcf3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:01:41.643587 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-768aea3e-7725-4f34-9a9a-542d7126fcf3 admin admin] Usage tracker for resource:security_group_rule and tenant:30698392a3254cc2a62d95e9d3896fad is out of sync, need to count used quota {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:01:41.646777 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-768aea3e-7725-4f34-9a9a-542d7126fcf3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:01:41.652957 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-768aea3e-7725-4f34-9a9a-542d7126fcf3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:01:41.745687 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-768aea3e-7725-4f34-9a9a-542d7126fcf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:41.826880 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-768aea3e-7725-4f34-9a9a-542d7126fcf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:41.846500 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-768aea3e-7725-4f34-9a9a-542d7126fcf3 admin admin] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=74320) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 16:01:41.849737 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 46726) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:01:41.861925 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:01:41.888531 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-768aea3e-7725-4f34-9a9a-542d7126fcf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038491'] for segment, precommit_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:41.889069 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.db.segments_db [None req-768aea3e-7725-4f34-9a9a-542d7126fcf3 admin admin] Added segment 2b1d67ca-c22e-4b92-bc7c-13b39c284b0e of type vlan for network 3d07b93f-2cbc-4419-9656-593dd149b251 May 03 16:01:41.938822 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768aea3e-7725-4f34-9a9a-542d7126fcf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f257164-ae9d-493c-b467-7999a071c60c,revision_number=1']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:01:41.973709 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768aea3e-7725-4f34-9a9a-542d7126fcf3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:01:41.974262 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768aea3e-7725-4f34-9a9a-542d7126fcf3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:01:41.974818 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768aea3e-7725-4f34-9a9a-542d7126fcf3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:01:41.975368 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768aea3e-7725-4f34-9a9a-542d7126fcf3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:01:41.975921 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768aea3e-7725-4f34-9a9a-542d7126fcf3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:01:41.976825 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768aea3e-7725-4f34-9a9a-542d7126fcf3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:01:41.977033 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768aea3e-7725-4f34-9a9a-542d7126fcf3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:01:41.977523 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768aea3e-7725-4f34-9a9a-542d7126fcf3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:01:41.978101 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768aea3e-7725-4f34-9a9a-542d7126fcf3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:01:41.978647 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768aea3e-7725-4f34-9a9a-542d7126fcf3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:01:41.979185 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768aea3e-7725-4f34-9a9a-542d7126fcf3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:01:41.979693 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768aea3e-7725-4f34-9a9a-542d7126fcf3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:01:41.981685 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768aea3e-7725-4f34-9a9a-542d7126fcf3 admin admin] Tracked resource versions report: May 03 16:01:41.981685 dv-cinder-774286-11-smb neutron-server[74320]: pushed versions: May 03 16:01:41.981685 dv-cinder-774286-11-smb neutron-server[74320]: { 'AddressGroup': {'1.2'}, May 03 16:01:41.981685 dv-cinder-774286-11-smb neutron-server[74320]: 'ConntrackHelper': {'1.0'}, May 03 16:01:41.981685 dv-cinder-774286-11-smb neutron-server[74320]: 'Log': {'1.0'}, May 03 16:01:41.981685 dv-cinder-774286-11-smb neutron-server[74320]: 'Network': {'1.1'}, May 03 16:01:41.981685 dv-cinder-774286-11-smb neutron-server[74320]: 'Port': {'1.7'}, May 03 16:01:41.981685 dv-cinder-774286-11-smb neutron-server[74320]: 'PortForwarding': {'1.2'}, May 03 16:01:41.981685 dv-cinder-774286-11-smb neutron-server[74320]: 'QosPolicy': {'1.8'}, May 03 16:01:41.981685 dv-cinder-774286-11-smb neutron-server[74320]: 'SecurityGroup': {'1.4'}, May 03 16:01:41.981685 dv-cinder-774286-11-smb neutron-server[74320]: 'SecurityGroupRule': {'1.2'}, May 03 16:01:41.981685 dv-cinder-774286-11-smb neutron-server[74320]: 'SubPort': {'1.0'}, May 03 16:01:41.981685 dv-cinder-774286-11-smb neutron-server[74320]: 'Subnet': {'1.1'}, May 03 16:01:41.981685 dv-cinder-774286-11-smb neutron-server[74320]: 'Trunk': {'1.1'}} May 03 16:01:41.981685 dv-cinder-774286-11-smb neutron-server[74320]: consumer versions: May 03 16:01:41.981685 dv-cinder-774286-11-smb neutron-server[74320]: { DHCP agent@dv-cinder-774286-11-smb: {}, May 03 16:01:41.981685 dv-cinder-774286-11-smb neutron-server[74320]: HyperV agent@hv-cinder-77428: {}, May 03 16:01:41.981685 dv-cinder-774286-11-smb neutron-server[74320]: L3 agent@dv-cinder-774286-11-smb: {}, May 03 16:01:41.981685 dv-cinder-774286-11-smb neutron-server[74320]: Metadata agent@dv-cinder-774286-11-smb: {}, May 03 16:01:41.981685 dv-cinder-774286-11-smb neutron-server[74320]: Metering agent@dv-cinder-774286-11-smb: {}, May 03 16:01:41.981685 dv-cinder-774286-11-smb neutron-server[74320]: Open vSwitch agent@dv-cinder-774286-11-smb: { 'AddressGroup': '1.2', May 03 16:01:41.981685 dv-cinder-774286-11-smb neutron-server[74320]: 'ConntrackHelper': '1.0', May 03 16:01:41.981685 dv-cinder-774286-11-smb neutron-server[74320]: 'Log': '1.0', May 03 16:01:41.981685 dv-cinder-774286-11-smb neutron-server[74320]: 'Network': '1.1', May 03 16:01:41.981685 dv-cinder-774286-11-smb neutron-server[74320]: 'Port': '1.7', May 03 16:01:41.981685 dv-cinder-774286-11-smb neutron-server[74320]: 'PortForwarding': '1.2', May 03 16:01:41.981685 dv-cinder-774286-11-smb neutron-server[74320]: 'QosPolicy': '1.8', May 03 16:01:41.981685 dv-cinder-774286-11-smb neutron-server[74320]: 'SecurityGroup': '1.4', May 03 16:01:41.981685 dv-cinder-774286-11-smb neutron-server[74320]: 'SecurityGroupRule': '1.2', May 03 16:01:41.981685 dv-cinder-774286-11-smb neutron-server[74320]: 'SubPort': '1.0', May 03 16:01:41.981685 dv-cinder-774286-11-smb neutron-server[74320]: 'Subnet': '1.1', May 03 16:01:41.981685 dv-cinder-774286-11-smb neutron-server[74320]: 'Trunk': '1.1'}} May 03 16:01:41.981685 dv-cinder-774286-11-smb neutron-server[74320]: {{(pid=74320) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 03 16:01:41.989884 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-768aea3e-7725-4f34-9a9a-542d7126fcf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:01:41.992988 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-768aea3e-7725-4f34-9a9a-542d7126fcf3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781092437652'] for network, precommit_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:42.152060 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-768aea3e-7725-4f34-9a9a-542d7126fcf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119'] for network, after_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:42.153449 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-768aea3e-7725-4f34-9a9a-542d7126fcf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:01:42.154031 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-768aea3e-7725-4f34-9a9a-542d7126fcf3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532153'] for network, before_response {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:42.175612 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:01:42.268000 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768aea3e-7725-4f34-9a9a-542d7126fcf3 admin admin] Pushing event updated for resources: {'Network': ['ID=3d07b93f-2cbc-4419-9656-593dd149b251,revision_number=1']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:01:42.279665 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-768aea3e-7725-4f34-9a9a-542d7126fcf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:01:42.280886 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Network 3d07b93f-2cbc-4419-9656-593dd149b251 details requested by agent ovs-agent-dv-cinder-774286-11-smb with host dv-cinder-774286-11-smb {{(pid=74322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 16:01:42.292730 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-768aea3e-7725-4f34-9a9a-542d7126fcf3 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2263243 May 03 16:01:42.293004 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 46740) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:01:42.298782 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.v2.base [None req-afe82c5c-1cd0-4263-824f-5bd7984fc1eb admin admin] Request body: {'subnet': {'network_id': '3d07b93f-2cbc-4419-9656-593dd149b251', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-599808772-subnet', 'tenant_id': '30698392a3254cc2a62d95e9d3896fad', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=74320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 16:01:42.307194 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-afe82c5c-1cd0-4263-824f-5bd7984fc1eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:01:42.313902 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-afe82c5c-1cd0-4263-824f-5bd7984fc1eb admin admin] Usage tracker for resource:subnet and tenant:30698392a3254cc2a62d95e9d3896fad is out of sync, need to count used quota {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:01:42.318206 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-afe82c5c-1cd0-4263-824f-5bd7984fc1eb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:01:42.324521 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-afe82c5c-1cd0-4263-824f-5bd7984fc1eb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:01:42.372941 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.v2.base [None req-de90090c-d5a6-4dea-984b-ad004480eab3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-735160359-network', 'tenant_id': '0a26f36f4e834c7babe874ff5e2db568'}} {{(pid=74321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 16:01:42.383308 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-de90090c-d5a6-4dea-984b-ad004480eab3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:01:42.387741 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-de90090c-d5a6-4dea-984b-ad004480eab3 admin admin] Usage tracker for resource:network and tenant:0a26f36f4e834c7babe874ff5e2db568 is out of sync, need to count used quota {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:01:42.390680 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-de90090c-d5a6-4dea-984b-ad004480eab3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:01:42.397324 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-de90090c-d5a6-4dea-984b-ad004480eab3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:01:42.398179 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afe82c5c-1cd0-4263-824f-5bd7984fc1eb admin admin] Made reservation on behalf of 30698392a3254cc2a62d95e9d3896fad for: {'subnet': 1} {{(pid=74320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 16:01:42.400580 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-afe82c5c-1cd0-4263-824f-5bd7984fc1eb admin admin] Notify callbacks [] for subnet, before_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:42.512552 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de90090c-d5a6-4dea-984b-ad004480eab3 admin admin] Made reservation on behalf of 0a26f36f4e834c7babe874ff5e2db568 for: {'network': 1} {{(pid=74321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 16:01:42.512552 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-de90090c-d5a6-4dea-984b-ad004480eab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for network, before_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:42.579266 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-de90090c-d5a6-4dea-984b-ad004480eab3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:42.595485 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-de90090c-d5a6-4dea-984b-ad004480eab3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:01:42.600057 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-de90090c-d5a6-4dea-984b-ad004480eab3 admin admin] Usage tracker for resource:security_group_rule and tenant:0a26f36f4e834c7babe874ff5e2db568 is out of sync, need to count used quota {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:01:42.603709 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-de90090c-d5a6-4dea-984b-ad004480eab3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:01:42.611130 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-de90090c-d5a6-4dea-984b-ad004480eab3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:01:42.644342 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 46748) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:01:42.645359 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 46750) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:01:42.684814 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 46760) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:01:42.703763 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-de90090c-d5a6-4dea-984b-ad004480eab3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:42.792097 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-de90090c-d5a6-4dea-984b-ad004480eab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:42.809300 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de90090c-d5a6-4dea-984b-ad004480eab3 admin admin] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=74321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 16:01:42.832671 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-de90090c-d5a6-4dea-984b-ad004480eab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038491'] for segment, precommit_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:42.835071 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.db.segments_db [None req-de90090c-d5a6-4dea-984b-ad004480eab3 admin admin] Added segment 7f8c3c90-af0d-464f-bf17-eaa367a67228 of type vlan for network 870e002b-7538-43c3-9d68-f9ced202572f May 03 16:01:42.885979 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-de90090c-d5a6-4dea-984b-ad004480eab3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781092437652'] for network, precommit_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:42.895429 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:01:42.944110 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.v2.base [None req-93abe5ae-6d8f-48b1-91ae-6ae36115e880 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-309337501-network', 'tenant_id': 'd4fc2b1b5d484febb9a75e0e1e9f5a72'}} {{(pid=74320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 16:01:42.944364 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de90090c-d5a6-4dea-984b-ad004480eab3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=831833fd-9100-465b-874d-f70121588630,revision_number=1']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:01:42.949417 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-93abe5ae-6d8f-48b1-91ae-6ae36115e880 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:01:42.952348 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de90090c-d5a6-4dea-984b-ad004480eab3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:01:42.952744 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de90090c-d5a6-4dea-984b-ad004480eab3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:01:42.953631 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-93abe5ae-6d8f-48b1-91ae-6ae36115e880 admin admin] Usage tracker for resource:network and tenant:d4fc2b1b5d484febb9a75e0e1e9f5a72 is out of sync, need to count used quota {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:01:42.954093 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de90090c-d5a6-4dea-984b-ad004480eab3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:01:42.954579 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de90090c-d5a6-4dea-984b-ad004480eab3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:01:42.955088 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de90090c-d5a6-4dea-984b-ad004480eab3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:01:42.955563 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de90090c-d5a6-4dea-984b-ad004480eab3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:01:42.956047 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de90090c-d5a6-4dea-984b-ad004480eab3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:01:42.956432 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-93abe5ae-6d8f-48b1-91ae-6ae36115e880 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:01:42.957237 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de90090c-d5a6-4dea-984b-ad004480eab3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:01:42.957940 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de90090c-d5a6-4dea-984b-ad004480eab3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:01:42.958430 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de90090c-d5a6-4dea-984b-ad004480eab3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:01:42.958965 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de90090c-d5a6-4dea-984b-ad004480eab3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:01:42.959442 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de90090c-d5a6-4dea-984b-ad004480eab3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:01:42.960886 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de90090c-d5a6-4dea-984b-ad004480eab3 admin admin] Tracked resource versions report: May 03 16:01:42.960886 dv-cinder-774286-11-smb neutron-server[74321]: pushed versions: May 03 16:01:42.960886 dv-cinder-774286-11-smb neutron-server[74321]: { 'AddressGroup': {'1.2'}, May 03 16:01:42.960886 dv-cinder-774286-11-smb neutron-server[74321]: 'ConntrackHelper': {'1.0'}, May 03 16:01:42.960886 dv-cinder-774286-11-smb neutron-server[74321]: 'Log': {'1.0'}, May 03 16:01:42.960886 dv-cinder-774286-11-smb neutron-server[74321]: 'Network': {'1.1'}, May 03 16:01:42.960886 dv-cinder-774286-11-smb neutron-server[74321]: 'Port': {'1.7'}, May 03 16:01:42.960886 dv-cinder-774286-11-smb neutron-server[74321]: 'PortForwarding': {'1.2'}, May 03 16:01:42.960886 dv-cinder-774286-11-smb neutron-server[74321]: 'QosPolicy': {'1.8'}, May 03 16:01:42.960886 dv-cinder-774286-11-smb neutron-server[74321]: 'SecurityGroup': {'1.4'}, May 03 16:01:42.960886 dv-cinder-774286-11-smb neutron-server[74321]: 'SecurityGroupRule': {'1.2'}, May 03 16:01:42.960886 dv-cinder-774286-11-smb neutron-server[74321]: 'SubPort': {'1.0'}, May 03 16:01:42.960886 dv-cinder-774286-11-smb neutron-server[74321]: 'Subnet': {'1.1'}, May 03 16:01:42.960886 dv-cinder-774286-11-smb neutron-server[74321]: 'Trunk': {'1.1'}} May 03 16:01:42.960886 dv-cinder-774286-11-smb neutron-server[74321]: consumer versions: May 03 16:01:42.960886 dv-cinder-774286-11-smb neutron-server[74321]: { DHCP agent@dv-cinder-774286-11-smb: {}, May 03 16:01:42.960886 dv-cinder-774286-11-smb neutron-server[74321]: HyperV agent@hv-cinder-77428: {}, May 03 16:01:42.960886 dv-cinder-774286-11-smb neutron-server[74321]: L3 agent@dv-cinder-774286-11-smb: {}, May 03 16:01:42.960886 dv-cinder-774286-11-smb neutron-server[74321]: Metadata agent@dv-cinder-774286-11-smb: {}, May 03 16:01:42.960886 dv-cinder-774286-11-smb neutron-server[74321]: Metering agent@dv-cinder-774286-11-smb: {}, May 03 16:01:42.960886 dv-cinder-774286-11-smb neutron-server[74321]: Open vSwitch agent@dv-cinder-774286-11-smb: { 'AddressGroup': '1.2', May 03 16:01:42.960886 dv-cinder-774286-11-smb neutron-server[74321]: 'ConntrackHelper': '1.0', May 03 16:01:42.960886 dv-cinder-774286-11-smb neutron-server[74321]: 'Log': '1.0', May 03 16:01:42.960886 dv-cinder-774286-11-smb neutron-server[74321]: 'Network': '1.1', May 03 16:01:42.960886 dv-cinder-774286-11-smb neutron-server[74321]: 'Port': '1.7', May 03 16:01:42.960886 dv-cinder-774286-11-smb neutron-server[74321]: 'PortForwarding': '1.2', May 03 16:01:42.960886 dv-cinder-774286-11-smb neutron-server[74321]: 'QosPolicy': '1.8', May 03 16:01:42.960886 dv-cinder-774286-11-smb neutron-server[74321]: 'SecurityGroup': '1.4', May 03 16:01:42.960886 dv-cinder-774286-11-smb neutron-server[74321]: 'SecurityGroupRule': '1.2', May 03 16:01:42.960886 dv-cinder-774286-11-smb neutron-server[74321]: 'SubPort': '1.0', May 03 16:01:42.960886 dv-cinder-774286-11-smb neutron-server[74321]: 'Subnet': '1.1', May 03 16:01:42.960886 dv-cinder-774286-11-smb neutron-server[74321]: 'Trunk': '1.1'}} May 03 16:01:42.960886 dv-cinder-774286-11-smb neutron-server[74321]: {{(pid=74321) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 03 16:01:42.963127 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-93abe5ae-6d8f-48b1-91ae-6ae36115e880 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:01:42.968142 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-de90090c-d5a6-4dea-984b-ad004480eab3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:01:42.996928 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.v2.base [None req-b8b9ba63-4f00-4939-909f-0b71681d8642 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1560532479-network', 'tenant_id': 'a45b3ae4a7654b64951cdc1628f41ef5'}} {{(pid=74320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 16:01:43.008311 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-b8b9ba63-4f00-4939-909f-0b71681d8642 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:01:43.013896 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-b8b9ba63-4f00-4939-909f-0b71681d8642 admin admin] Usage tracker for resource:network and tenant:a45b3ae4a7654b64951cdc1628f41ef5 is out of sync, need to count used quota {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:01:43.017470 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-b8b9ba63-4f00-4939-909f-0b71681d8642 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:01:43.021189 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-de90090c-d5a6-4dea-984b-ad004480eab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119'] for network, after_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:43.022579 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de90090c-d5a6-4dea-984b-ad004480eab3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:01:43.023168 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-de90090c-d5a6-4dea-984b-ad004480eab3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532153'] for network, before_response {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:43.024340 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-b8b9ba63-4f00-4939-909f-0b71681d8642 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:01:43.028689 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:01:43.043553 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.v2.base [None req-a74b3ec9-6a9c-4518-a09f-b117e65e7cc8 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-684889247-network', 'tenant_id': '8a5aae9d34474935a5fba6d6bb4b34f6'}} {{(pid=74320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 16:01:43.055210 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-a74b3ec9-6a9c-4518-a09f-b117e65e7cc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:01:43.064724 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-a74b3ec9-6a9c-4518-a09f-b117e65e7cc8 admin admin] Usage tracker for resource:network and tenant:8a5aae9d34474935a5fba6d6bb4b34f6 is out of sync, need to count used quota {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:01:43.064724 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-a74b3ec9-6a9c-4518-a09f-b117e65e7cc8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:01:43.068812 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-a74b3ec9-6a9c-4518-a09f-b117e65e7cc8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:01:43.079676 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93abe5ae-6d8f-48b1-91ae-6ae36115e880 admin admin] Made reservation on behalf of d4fc2b1b5d484febb9a75e0e1e9f5a72 for: {'network': 1} {{(pid=74320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 16:01:43.082547 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-93abe5ae-6d8f-48b1-91ae-6ae36115e880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for network, before_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:43.102089 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-93abe5ae-6d8f-48b1-91ae-6ae36115e880 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:43.205782 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-afe82c5c-1cd0-4263-824f-5bd7984fc1eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119'] for subnet, after_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:43.208126 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-93abe5ae-6d8f-48b1-91ae-6ae36115e880 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:01:43.213813 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de90090c-d5a6-4dea-984b-ad004480eab3 admin admin] Pushing event updated for resources: {'Network': ['ID=870e002b-7538-43c3-9d68-f9ced202572f,revision_number=1']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:01:43.215299 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-93abe5ae-6d8f-48b1-91ae-6ae36115e880 admin admin] Usage tracker for resource:security_group_rule and tenant:d4fc2b1b5d484febb9a75e0e1e9f5a72 is out of sync, need to count used quota {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:01:43.217425 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-de90090c-d5a6-4dea-984b-ad004480eab3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:01:43.223742 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-93abe5ae-6d8f-48b1-91ae-6ae36115e880 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:01:43.224826 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Network 870e002b-7538-43c3-9d68-f9ced202572f details requested by agent ovs-agent-dv-cinder-774286-11-smb with host dv-cinder-774286-11-smb {{(pid=74322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 16:01:43.238194 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8b9ba63-4f00-4939-909f-0b71681d8642 admin admin] Made reservation on behalf of a45b3ae4a7654b64951cdc1628f41ef5 for: {'network': 1} {{(pid=74320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 16:01:43.241245 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-b8b9ba63-4f00-4939-909f-0b71681d8642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for network, before_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:43.258129 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a74b3ec9-6a9c-4518-a09f-b117e65e7cc8 admin admin] Made reservation on behalf of 8a5aae9d34474935a5fba6d6bb4b34f6 for: {'network': 1} {{(pid=74320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 16:01:43.261152 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-a74b3ec9-6a9c-4518-a09f-b117e65e7cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for network, before_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:43.286670 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-93abe5ae-6d8f-48b1-91ae-6ae36115e880 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:01:43.292990 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-fd66c144-aabc-4276-ab67-5ceb807f4960 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:01:43.323151 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-b8b9ba63-4f00-4939-909f-0b71681d8642 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:43.332260 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-a74b3ec9-6a9c-4518-a09f-b117e65e7cc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:43.335539 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-de90090c-d5a6-4dea-984b-ad004480eab3 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4839861 May 03 16:01:43.338442 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 46792) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:01:43.344462 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.v2.base [None req-52ca86d4-4ef6-46f7-86b6-40c31bd6df59 admin admin] Request body: {'subnet': {'network_id': '870e002b-7538-43c3-9d68-f9ced202572f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-735160359-subnet', 'tenant_id': '0a26f36f4e834c7babe874ff5e2db568', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 16:01:43.352514 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-52ca86d4-4ef6-46f7-86b6-40c31bd6df59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:01:43.360813 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-52ca86d4-4ef6-46f7-86b6-40c31bd6df59 admin admin] Usage tracker for resource:subnet and tenant:0a26f36f4e834c7babe874ff5e2db568 is out of sync, need to count used quota {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:01:43.369223 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-52ca86d4-4ef6-46f7-86b6-40c31bd6df59 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:01:43.386064 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-52ca86d4-4ef6-46f7-86b6-40c31bd6df59 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:01:43.415887 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-a74b3ec9-6a9c-4518-a09f-b117e65e7cc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:01:43.423185 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-b8b9ba63-4f00-4939-909f-0b71681d8642 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:01:43.449374 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-b8b9ba63-4f00-4939-909f-0b71681d8642 admin admin] Usage tracker for resource:security_group_rule and tenant:a45b3ae4a7654b64951cdc1628f41ef5 is out of sync, need to count used quota {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:01:43.465557 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-a74b3ec9-6a9c-4518-a09f-b117e65e7cc8 admin admin] Usage tracker for resource:security_group_rule and tenant:8a5aae9d34474935a5fba6d6bb4b34f6 is out of sync, need to count used quota {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:01:43.468309 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-b8b9ba63-4f00-4939-909f-0b71681d8642 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:01:43.478432 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-a74b3ec9-6a9c-4518-a09f-b117e65e7cc8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:01:43.489745 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-b8b9ba63-4f00-4939-909f-0b71681d8642 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:01:43.500763 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52ca86d4-4ef6-46f7-86b6-40c31bd6df59 admin admin] Made reservation on behalf of 0a26f36f4e834c7babe874ff5e2db568 for: {'subnet': 1} {{(pid=74321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 16:01:43.504649 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-a74b3ec9-6a9c-4518-a09f-b117e65e7cc8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:01:43.504803 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-52ca86d4-4ef6-46f7-86b6-40c31bd6df59 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:43.538010 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe82c5c-1cd0-4263-824f-5bd7984fc1eb admin admin] Checking segment: {'id': '2b1d67ca-c22e-4b92-bc7c-13b39c284b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3d07b93f-2cbc-4419-9656-593dd149b251'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 03 16:01:43.538365 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe82c5c-1cd0-4263-824f-5bd7984fc1eb admin admin] Network hostable DHCP agents. Network: 3d07b93f-2cbc-4419-9656-593dd149b251, hostable agents: ['656f65d0-a8c5-485a-ad4b-a4c2f5db155a'], hosted agents: [] {{(pid=74320) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 16:01:43.541085 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe82c5c-1cd0-4263-824f-5bd7984fc1eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e179f81-7e4a-49b9-b9a9-9613d63a9979,revision_number=0']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:01:43.543876 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-afe82c5c-1cd0-4263-824f-5bd7984fc1eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:01:43.672494 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:43.676648 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-320811e7-600d-47b6-88db-9ee5d1562361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:43.696757 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-93abe5ae-6d8f-48b1-91ae-6ae36115e880 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:43.785636 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-a74b3ec9-6a9c-4518-a09f-b117e65e7cc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:43.787326 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-b8b9ba63-4f00-4939-909f-0b71681d8642 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:43.803027 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe82c5c-1cd0-4263-824f-5bd7984fc1eb admin admin] Network 3d07b93f-2cbc-4419-9656-593dd149b251 is scheduled to be hosted by DHCP agent 656f65d0-a8c5-485a-ad4b-a4c2f5db155a with binding_index 1 {{(pid=74320) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 16:01:43.807137 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-93abe5ae-6d8f-48b1-91ae-6ae36115e880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:43.822182 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-e1dbcc35-7903-4a93-bebe-67ce5c3d5fcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:01:43.852038 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93abe5ae-6d8f-48b1-91ae-6ae36115e880 admin admin] vlan segment allocate from pool success with {'vlan_id': 639, 'physical_network': 'physnet1'} {{(pid=74320) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 16:01:43.857090 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93abe5ae-6d8f-48b1-91ae-6ae36115e880 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0afec749-0063-4a43-9de0-74e2a8f1e091,revision_number=1']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:01:43.860570 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-93abe5ae-6d8f-48b1-91ae-6ae36115e880 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:01:43.864854 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-93abe5ae-6d8f-48b1-91ae-6ae36115e880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038491'] for segment, precommit_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:43.865068 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.db.segments_db [None req-93abe5ae-6d8f-48b1-91ae-6ae36115e880 admin admin] Added segment 106d03d9-f7dd-4504-ae99-a5e4403532d8 of type vlan for network 8093ebdc-41ed-4934-a390-0b1cf47faa3e May 03 16:01:43.897298 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-93abe5ae-6d8f-48b1-91ae-6ae36115e880 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781092437652'] for network, precommit_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:43.924671 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-a74b3ec9-6a9c-4518-a09f-b117e65e7cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:43.925407 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.scheduler.base_scheduler [None req-afe82c5c-1cd0-4263-824f-5bd7984fc1eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-11-smb, 3d07b93f-2cbc-4419-9656-593dd149b251) {{(pid=74320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:01:43.927619 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-b8b9ba63-4f00-4939-909f-0b71681d8642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:43.933946 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe82c5c-1cd0-4263-824f-5bd7984fc1eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:01:43.934249 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-afe82c5c-1cd0-4263-824f-5bd7984fc1eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532153'] for subnet, before_response {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:43.937805 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-93abe5ae-6d8f-48b1-91ae-6ae36115e880 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:01:43.941294 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f7427e-2718-4e62-9256-9600c99e06c5 None None] Network 3d07b93f-2cbc-4419-9656-593dd149b251 requested from dv-cinder-774286-11-smb {{(pid=74322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 16:01:43.979941 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a74b3ec9-6a9c-4518-a09f-b117e65e7cc8 admin admin] vlan segment allocate from pool success with {'vlan_id': 636, 'physical_network': 'physnet1'} {{(pid=74320) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 16:01:44.002688 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74b3ec9-6a9c-4518-a09f-b117e65e7cc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d843f737-6466-4183-8023-14d53a00a23f,revision_number=1']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:01:44.009070 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8b9ba63-4f00-4939-909f-0b71681d8642 admin admin] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'} {{(pid=74320) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 16:01:44.027434 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-a74b3ec9-6a9c-4518-a09f-b117e65e7cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038491'] for segment, precommit_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:44.027774 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.db.segments_db [None req-a74b3ec9-6a9c-4518-a09f-b117e65e7cc8 admin admin] Added segment ca3b8f24-af23-4b87-a734-3414a6834a84 of type vlan for network 69748d7f-425d-412f-8a9e-fa9e9e44cf28 May 03 16:01:44.034186 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-93abe5ae-6d8f-48b1-91ae-6ae36115e880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119'] for network, after_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:44.046442 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93abe5ae-6d8f-48b1-91ae-6ae36115e880 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:01:44.046938 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-93abe5ae-6d8f-48b1-91ae-6ae36115e880 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532153'] for network, before_response {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:44.062369 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-b8b9ba63-4f00-4939-909f-0b71681d8642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038491'] for segment, precommit_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:44.062705 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.db.segments_db [None req-b8b9ba63-4f00-4939-909f-0b71681d8642 admin admin] Added segment ad1c6c10-bf8d-4f65-b3de-1cb0028ea90c of type vlan for network 2375af68-6e6b-455a-b7be-3561029d4953 May 03 16:01:44.083450 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-52ca86d4-4ef6-46f7-86b6-40c31bd6df59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119'] for subnet, after_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:44.089034 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:01:44.102309 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b9ba63-4f00-4939-909f-0b71681d8642 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da13aa8d-7b59-421b-b8a1-f028ea33108d,revision_number=1']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:01:44.105800 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-a74b3ec9-6a9c-4518-a09f-b117e65e7cc8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781092437652'] for network, precommit_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:44.115342 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-b8b9ba63-4f00-4939-909f-0b71681d8642 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:01:44.116437 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.149s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:01:44.116724 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:01:44.126113 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-768aea3e-7725-4f34-9a9a-542d7126fcf3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.062s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:01:44.151753 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ca86d4-4ef6-46f7-86b6-40c31bd6df59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=213f080e-45b1-4a83-9ec2-6e7991e6012a,revision_number=0']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:01:44.154881 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-52ca86d4-4ef6-46f7-86b6-40c31bd6df59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:01:44.158904 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-b8b9ba63-4f00-4939-909f-0b71681d8642 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781092437652'] for network, precommit_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:44.200535 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ca86d4-4ef6-46f7-86b6-40c31bd6df59 admin admin] Checking segment: {'id': '7f8c3c90-af0d-464f-bf17-eaa367a67228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '870e002b-7538-43c3-9d68-f9ced202572f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 03 16:01:44.205159 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ca86d4-4ef6-46f7-86b6-40c31bd6df59 admin admin] Network hostable DHCP agents. Network: 870e002b-7538-43c3-9d68-f9ced202572f, hostable agents: ['656f65d0-a8c5-485a-ad4b-a4c2f5db155a'], hosted agents: [] {{(pid=74321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 16:01:44.247844 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-93abe5ae-6d8f-48b1-91ae-6ae36115e880 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5970275 May 03 16:01:44.247844 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-afe82c5c-1cd0-4263-824f-5bd7984fc1eb admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.9527225 May 03 16:01:44.249812 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 46816) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:01:44.250251 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 46818) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:01:44.259336 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.v2.base [None req-d73bd628-8ab0-4314-9a6c-f5d579ee6e70 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-599808772-router', 'tenant_id': '30698392a3254cc2a62d95e9d3896fad', 'external_gateway_info': {'network_id': '19073356-f4a5-448b-8854-15ae9765d652'}}} {{(pid=74321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 16:01:44.266201 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.v2.base [None req-701a660e-9ee8-449a-8acd-6535f64d1423 admin admin] Request body: {'subnet': {'network_id': '8093ebdc-41ed-4934-a390-0b1cf47faa3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-309337501-subnet', 'tenant_id': 'd4fc2b1b5d484febb9a75e0e1e9f5a72', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 16:01:44.268529 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93abe5ae-6d8f-48b1-91ae-6ae36115e880 admin admin] Pushing event updated for resources: {'Network': ['ID=8093ebdc-41ed-4934-a390-0b1cf47faa3e,revision_number=1']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:01:44.274349 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-93abe5ae-6d8f-48b1-91ae-6ae36115e880 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:01:44.279144 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-701a660e-9ee8-449a-8acd-6535f64d1423 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:01:44.285451 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-d73bd628-8ab0-4314-9a6c-f5d579ee6e70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:01:44.287839 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-701a660e-9ee8-449a-8acd-6535f64d1423 admin admin] Usage tracker for resource:subnet and tenant:d4fc2b1b5d484febb9a75e0e1e9f5a72 is out of sync, need to count used quota {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:01:44.294398 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-701a660e-9ee8-449a-8acd-6535f64d1423 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:01:44.297666 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-d73bd628-8ab0-4314-9a6c-f5d579ee6e70 admin admin] Usage tracker for resource:router and tenant:30698392a3254cc2a62d95e9d3896fad is out of sync, need to count used quota {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:01:44.299619 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Network 8093ebdc-41ed-4934-a390-0b1cf47faa3e details requested by agent ovs-agent-dv-cinder-774286-11-smb with host dv-cinder-774286-11-smb {{(pid=74322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 16:01:44.304056 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-d73bd628-8ab0-4314-9a6c-f5d579ee6e70 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:01:44.306958 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-701a660e-9ee8-449a-8acd-6535f64d1423 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:01:44.312256 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-d73bd628-8ab0-4314-9a6c-f5d579ee6e70 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:01:44.363400 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-a74b3ec9-6a9c-4518-a09f-b117e65e7cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119'] for network, after_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:44.363619 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ca86d4-4ef6-46f7-86b6-40c31bd6df59 admin admin] Network 870e002b-7538-43c3-9d68-f9ced202572f is scheduled to be hosted by DHCP agent 656f65d0-a8c5-485a-ad4b-a4c2f5db155a with binding_index 1 {{(pid=74321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 16:01:44.364776 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74b3ec9-6a9c-4518-a09f-b117e65e7cc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:01:44.365555 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-a74b3ec9-6a9c-4518-a09f-b117e65e7cc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532153'] for network, before_response {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:44.370641 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:01:44.461256 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8704f166-d5ba-4c16-8f3f-f646efd00e7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc11f33cf-de04-5679-8971-88b06203b27c-3d07b93f-2cbc-4419-9656-593dd149b251', 'network_id': '3d07b93f-2cbc-4419-9656-593dd149b251', 'tenant_id': '30698392a3254cc2a62d95e9d3896fad', 'fixed_ips': [{'subnet_id': '6e179f81-7e4a-49b9-b9a9-9613d63a9979'}]}} from dv-cinder-774286-11-smb. {{(pid=74322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 16:01:44.463541 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-8704f166-d5ba-4c16-8f3f-f646efd00e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_create {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:44.466861 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74b3ec9-6a9c-4518-a09f-b117e65e7cc8 admin admin] Pushing event updated for resources: {'Network': ['ID=69748d7f-425d-412f-8a9e-fa9e9e44cf28,revision_number=1']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:01:44.469917 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-a74b3ec9-6a9c-4518-a09f-b117e65e7cc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:01:44.480790 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Network 69748d7f-425d-412f-8a9e-fa9e9e44cf28 details requested by agent ovs-agent-dv-cinder-774286-11-smb with host dv-cinder-774286-11-smb {{(pid=74322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 16:01:44.591088 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-b8b9ba63-4f00-4939-909f-0b71681d8642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119'] for network, after_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:44.591088 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b9ba63-4f00-4939-909f-0b71681d8642 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:01:44.591088 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-b8b9ba63-4f00-4939-909f-0b71681d8642 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532153'] for network, before_response {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:44.593326 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-e1dbcc35-7903-4a93-bebe-67ce5c3d5fcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:01:44.638827 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.scheduler.base_scheduler [None req-52ca86d4-4ef6-46f7-86b6-40c31bd6df59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-11-smb, 870e002b-7538-43c3-9d68-f9ced202572f) {{(pid=74321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:01:44.641040 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-b400cb21-de9a-47f5-b18b-46830690aa58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:44.643224 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-701a660e-9ee8-449a-8acd-6535f64d1423 admin admin] Made reservation on behalf of d4fc2b1b5d484febb9a75e0e1e9f5a72 for: {'subnet': 1} {{(pid=74321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 16:01:44.650311 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-701a660e-9ee8-449a-8acd-6535f64d1423 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:44.687296 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52ca86d4-4ef6-46f7-86b6-40c31bd6df59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:01:44.688504 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-52ca86d4-4ef6-46f7-86b6-40c31bd6df59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532153'] for subnet, before_response {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:44.690614 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-a74b3ec9-6a9c-4518-a09f-b117e65e7cc8 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.0047023 May 03 16:01:44.694723 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b9ba63-4f00-4939-909f-0b71681d8642 admin admin] Pushing event updated for resources: {'Network': ['ID=2375af68-6e6b-455a-b7be-3561029d4953,revision_number=1']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:01:44.696916 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 46830) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:01:44.702764 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.v2.base [None req-c0ff9053-2b1f-4fa0-b626-c69f5c3bde2e admin admin] Request body: {'subnet': {'network_id': '69748d7f-425d-412f-8a9e-fa9e9e44cf28', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-684889247-subnet', 'tenant_id': '8a5aae9d34474935a5fba6d6bb4b34f6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 16:01:44.706241 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-b8b9ba63-4f00-4939-909f-0b71681d8642 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:01:44.709323 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-c0ff9053-2b1f-4fa0-b626-c69f5c3bde2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:01:44.713588 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-c0ff9053-2b1f-4fa0-b626-c69f5c3bde2e admin admin] Usage tracker for resource:subnet and tenant:8a5aae9d34474935a5fba6d6bb4b34f6 is out of sync, need to count used quota {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:01:44.729845 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-c0ff9053-2b1f-4fa0-b626-c69f5c3bde2e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:01:44.730071 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-d73bd628-8ab0-4314-9a6c-f5d579ee6e70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-928091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15471'] for router, before_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:44.730566 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.db_base_plugin_common [None req-8704f166-d5ba-4c16-8f3f-f646efd00e7c None None] Allocated IP 172.20.0.2 (3d07b93f-2cbc-4419-9656-593dd149b251/6e179f81-7e4a-49b9-b9a9-9613d63a9979/0196d584-fb26-40bf-b34b-0421182e18a6) {{(pid=74322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 16:01:44.731251 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-d73bd628-8ab0-4314-9a6c-f5d579ee6e70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-993883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-926691', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-558494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15462'] for router, precommit_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:44.740424 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-c0ff9053-2b1f-4fa0-b626-c69f5c3bde2e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:01:44.752250 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-b8b9ba63-4f00-4939-909f-0b71681d8642 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.1057708 May 03 16:01:44.755582 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.agents_db [None req-1e570261-7bec-4919-9804-a616d65b12ea None None] Agent healthcheck: found 6 active agents {{(pid=74323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 03 16:01:44.757104 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 46836) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:01:44.768230 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.v2.base [None req-79c0a333-8558-4a89-b0ad-e11e378698ef admin admin] Request body: {'subnet': {'network_id': '2375af68-6e6b-455a-b7be-3561029d4953', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1560532479-subnet', 'tenant_id': 'a45b3ae4a7654b64951cdc1628f41ef5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=74320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 16:01:44.776775 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-79c0a333-8558-4a89-b0ad-e11e378698ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:01:44.781712 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-79c0a333-8558-4a89-b0ad-e11e378698ef admin admin] Usage tracker for resource:subnet and tenant:a45b3ae4a7654b64951cdc1628f41ef5 is out of sync, need to count used quota {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:01:44.786494 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-79c0a333-8558-4a89-b0ad-e11e378698ef admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:01:44.793294 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-79c0a333-8558-4a89-b0ad-e11e378698ef admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:01:44.820659 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0ff9053-2b1f-4fa0-b626-c69f5c3bde2e admin admin] Made reservation on behalf of 8a5aae9d34474935a5fba6d6bb4b34f6 for: {'subnet': 1} {{(pid=74320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 16:01:44.823413 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-c0ff9053-2b1f-4fa0-b626-c69f5c3bde2e admin admin] Notify callbacks [] for subnet, before_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:44.874295 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-d73bd628-8ab0-4314-9a6c-f5d579ee6e70 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:44.926088 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3359f365-bdfc-4d11-a216-1dbaa77a2cb2 None None] Network 870e002b-7538-43c3-9d68-f9ced202572f requested from dv-cinder-774286-11-smb {{(pid=74322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 16:01:44.938995 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Network 2375af68-6e6b-455a-b7be-3561029d4953 details requested by agent ovs-agent-dv-cinder-774286-11-smb with host dv-cinder-774286-11-smb {{(pid=74322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 16:01:44.963644 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-52ca86d4-4ef6-46f7-86b6-40c31bd6df59 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6237357 May 03 16:01:45.235924 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 46856) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:01:45.264526 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79c0a333-8558-4a89-b0ad-e11e378698ef admin admin] Made reservation on behalf of a45b3ae4a7654b64951cdc1628f41ef5 for: {'subnet': 1} {{(pid=74320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 16:01:45.264526 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-79c0a333-8558-4a89-b0ad-e11e378698ef admin admin] Notify callbacks [] for subnet, before_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:45.353215 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-8704f166-d5ba-4c16-8f3f-f646efd00e7c None None] Notify callbacks [] for port, precommit_create {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:45.386719 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-8704f166-d5ba-4c16-8f3f-f646efd00e7c None None] Transition to ACTIVE for port object 0196d584-fb26-40bf-b34b-0421182e18a6 will not be triggered until provisioned by entity L2. {{(pid=74322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 16:01:45.509797 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-8704f166-d5ba-4c16-8f3f-f646efd00e7c None None] Transition to ACTIVE for port object 0196d584-fb26-40bf-b34b-0421182e18a6 will not be triggered until provisioned by entity DHCP. {{(pid=74322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 16:01:45.554377 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-b471f1c8-cc64-41a2-9b8b-8d0aecbdf542 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:45.567428 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-d73bd628-8ab0-4314-9a6c-f5d579ee6e70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926698', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-928053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15508'] for router, precommit_update {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:45.585611 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c15111-5926-4f83-848f-a8da1527f7f3 None None] Network 870e002b-7538-43c3-9d68-f9ced202572f requested from dv-cinder-774286-11-smb {{(pid=74322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 16:01:45.592229 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-b471f1c8-cc64-41a2-9b8b-8d0aecbdf542 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:01:45.598488 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-b471f1c8-cc64-41a2-9b8b-8d0aecbdf542 admin admin] Usage tracker for resource:security_group_rule and tenant:1a73d22b55d74d35af4dcd623714be1d is out of sync, need to count used quota {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:01:45.602981 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-b471f1c8-cc64-41a2-9b8b-8d0aecbdf542 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:01:45.610577 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-b471f1c8-cc64-41a2-9b8b-8d0aecbdf542 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:01:45.698135 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-8704f166-d5ba-4c16-8f3f-f646efd00e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781092417302'] for port, after_create {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:45.705792 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-c1ffffd3-f510-4e04-9b60-2db9520d20ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:01:45.788016 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 46888) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:01:45.806816 dv-cinder-774286-11-smb neutron-server[74321]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 03 16:01:45.818129 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8704f166-d5ba-4c16-8f3f-f646efd00e7c None None] Network 3d07b93f-2cbc-4419-9656-593dd149b251 is already hosted by enough agents. {{(pid=74322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 16:01:45.823504 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.scheduler.base_scheduler [None req-8704f166-d5ba-4c16-8f3f-f646efd00e7c None None] Resources bound (agent type, host, resource id): {{(pid=74322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:01:45.830419 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-c0ff9053-2b1f-4fa0-b626-c69f5c3bde2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119'] for subnet, after_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:45.837050 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:01:45.857350 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8704f166-d5ba-4c16-8f3f-f646efd00e7c None None] Received port after_create {{(pid=74322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 03 16:01:45.874450 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8704f166-d5ba-4c16-8f3f-f646efd00e7c None None] Pushing event updated for resources: {'Port': ['ID=0196d584-fb26-40bf-b34b-0421182e18a6,revision_number=1']} {{(pid=74322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:01:45.914827 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ff9053-2b1f-4fa0-b626-c69f5c3bde2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=6105efe5-e9de-4dbf-902a-b4dce538b42d,revision_number=0']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:01:45.917741 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-c0ff9053-2b1f-4fa0-b626-c69f5c3bde2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:01:45.938157 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8704f166-d5ba-4c16-8f3f-f646efd00e7c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:01:45.938634 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8704f166-d5ba-4c16-8f3f-f646efd00e7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:01:45.939059 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8704f166-d5ba-4c16-8f3f-f646efd00e7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:01:45.939478 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8704f166-d5ba-4c16-8f3f-f646efd00e7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:01:45.939895 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8704f166-d5ba-4c16-8f3f-f646efd00e7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:01:45.940344 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8704f166-d5ba-4c16-8f3f-f646efd00e7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:01:45.940794 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8704f166-d5ba-4c16-8f3f-f646efd00e7c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:01:45.941916 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8704f166-d5ba-4c16-8f3f-f646efd00e7c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:01:45.942465 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8704f166-d5ba-4c16-8f3f-f646efd00e7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:01:45.942913 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8704f166-d5ba-4c16-8f3f-f646efd00e7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:01:45.943353 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8704f166-d5ba-4c16-8f3f-f646efd00e7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:01:45.943779 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8704f166-d5ba-4c16-8f3f-f646efd00e7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:01:45.945007 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8704f166-d5ba-4c16-8f3f-f646efd00e7c None None] Tracked resource versions report: May 03 16:01:45.945007 dv-cinder-774286-11-smb neutron-server[74322]: pushed versions: May 03 16:01:45.945007 dv-cinder-774286-11-smb neutron-server[74322]: { 'AddressGroup': {'1.2'}, May 03 16:01:45.945007 dv-cinder-774286-11-smb neutron-server[74322]: 'ConntrackHelper': {'1.0'}, May 03 16:01:45.945007 dv-cinder-774286-11-smb neutron-server[74322]: 'Log': {'1.0'}, May 03 16:01:45.945007 dv-cinder-774286-11-smb neutron-server[74322]: 'Network': {'1.1'}, May 03 16:01:45.945007 dv-cinder-774286-11-smb neutron-server[74322]: 'Port': {'1.7'}, May 03 16:01:45.945007 dv-cinder-774286-11-smb neutron-server[74322]: 'PortForwarding': {'1.2'}, May 03 16:01:45.945007 dv-cinder-774286-11-smb neutron-server[74322]: 'QosPolicy': {'1.8'}, May 03 16:01:45.945007 dv-cinder-774286-11-smb neutron-server[74322]: 'SecurityGroup': {'1.4'}, May 03 16:01:45.945007 dv-cinder-774286-11-smb neutron-server[74322]: 'SecurityGroupRule': {'1.2'}, May 03 16:01:45.945007 dv-cinder-774286-11-smb neutron-server[74322]: 'SubPort': {'1.0'}, May 03 16:01:45.945007 dv-cinder-774286-11-smb neutron-server[74322]: 'Subnet': {'1.1'}, May 03 16:01:45.945007 dv-cinder-774286-11-smb neutron-server[74322]: 'Trunk': {'1.1'}} May 03 16:01:45.945007 dv-cinder-774286-11-smb neutron-server[74322]: consumer versions: May 03 16:01:45.945007 dv-cinder-774286-11-smb neutron-server[74322]: { DHCP agent@dv-cinder-774286-11-smb: {}, May 03 16:01:45.945007 dv-cinder-774286-11-smb neutron-server[74322]: HyperV agent@hv-cinder-77428: {}, May 03 16:01:45.945007 dv-cinder-774286-11-smb neutron-server[74322]: L3 agent@dv-cinder-774286-11-smb: {}, May 03 16:01:45.945007 dv-cinder-774286-11-smb neutron-server[74322]: Metadata agent@dv-cinder-774286-11-smb: {}, May 03 16:01:45.945007 dv-cinder-774286-11-smb neutron-server[74322]: Metering agent@dv-cinder-774286-11-smb: {}, May 03 16:01:45.945007 dv-cinder-774286-11-smb neutron-server[74322]: Open vSwitch agent@dv-cinder-774286-11-smb: { 'AddressGroup': '1.2', May 03 16:01:45.945007 dv-cinder-774286-11-smb neutron-server[74322]: 'ConntrackHelper': '1.0', May 03 16:01:45.945007 dv-cinder-774286-11-smb neutron-server[74322]: 'Log': '1.0', May 03 16:01:45.945007 dv-cinder-774286-11-smb neutron-server[74322]: 'Network': '1.1', May 03 16:01:45.945007 dv-cinder-774286-11-smb neutron-server[74322]: 'Port': '1.7', May 03 16:01:45.945007 dv-cinder-774286-11-smb neutron-server[74322]: 'PortForwarding': '1.2', May 03 16:01:45.945007 dv-cinder-774286-11-smb neutron-server[74322]: 'QosPolicy': '1.8', May 03 16:01:45.945007 dv-cinder-774286-11-smb neutron-server[74322]: 'SecurityGroup': '1.4', May 03 16:01:45.945007 dv-cinder-774286-11-smb neutron-server[74322]: 'SecurityGroupRule': '1.2', May 03 16:01:45.945007 dv-cinder-774286-11-smb neutron-server[74322]: 'SubPort': '1.0', May 03 16:01:45.945007 dv-cinder-774286-11-smb neutron-server[74322]: 'Subnet': '1.1', May 03 16:01:45.945007 dv-cinder-774286-11-smb neutron-server[74322]: 'Trunk': '1.1'}} May 03 16:01:45.945007 dv-cinder-774286-11-smb neutron-server[74322]: {{(pid=74322) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 03 16:01:45.955938 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-8704f166-d5ba-4c16-8f3f-f646efd00e7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:01:46.014453 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ff9053-2b1f-4fa0-b626-c69f5c3bde2e admin admin] Checking segment: {'id': 'ca3b8f24-af23-4b87-a734-3414a6834a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '69748d7f-425d-412f-8a9e-fa9e9e44cf28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 03 16:01:46.015393 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ff9053-2b1f-4fa0-b626-c69f5c3bde2e admin admin] Network hostable DHCP agents. Network: 69748d7f-425d-412f-8a9e-fa9e9e44cf28, hostable agents: ['656f65d0-a8c5-485a-ad4b-a4c2f5db155a'], hosted agents: [] {{(pid=74320) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 16:01:46.101268 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.managers [None req-8704f166-d5ba-4c16-8f3f-f646efd00e7c None None] Attempting to bind port 0196d584-fb26-40bf-b34b-0421182e18a6 on host dv-cinder-774286-11-smb for vnic_type normal with profile {{(pid=74322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 16:01:46.101651 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.managers [None req-8704f166-d5ba-4c16-8f3f-f646efd00e7c None None] Attempting to bind port 0196d584-fb26-40bf-b34b-0421182e18a6 by drivers openvswitch,hyperv on host dv-cinder-774286-11-smb at level 0 using segments [{'id': '2b1d67ca-c22e-4b92-bc7c-13b39c284b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3d07b93f-2cbc-4419-9656-593dd149b251'}] {{(pid=74322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 16:01:46.102021 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8704f166-d5ba-4c16-8f3f-f646efd00e7c None None] Attempting to bind port 0196d584-fb26-40bf-b34b-0421182e18a6 on network 3d07b93f-2cbc-4419-9656-593dd149b251 {{(pid=74322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 16:01:46.112904 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cbc9c5-c1cf-4eb3-95b3-6c78ff87141d req-1d4bd5c1-9881-43b2-8e76-4efad26c1374 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:01:46.114120 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [req-b4cbc9c5-c1cf-4eb3-95b3-6c78ff87141d req-1d4bd5c1-9881-43b2-8e76-4efad26c1374 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Synchronizing usage tracker for tenant:0a26f36f4e834c7babe874ff5e2db568 on resource:network {{(pid=74321) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 16:01:46.129143 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8704f166-d5ba-4c16-8f3f-f646efd00e7c None None] Checking agent: {'id': '682d886a-77a6-45f8-87fa-5ebc2dd04251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 3, 15, 53, 43), 'started_at': datetime.datetime(2021, 5, 3, 15, 54, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 3, 16, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 16:01:46.130758 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8704f166-d5ba-4c16-8f3f-f646efd00e7c None None] Checking segment: {'id': '2b1d67ca-c22e-4b92-bc7c-13b39c284b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3d07b93f-2cbc-4419-9656-593dd149b251'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 03 16:01:46.131187 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-8704f166-d5ba-4c16-8f3f-f646efd00e7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:46.131596 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8704f166-d5ba-4c16-8f3f-f646efd00e7c None None] Bound using segment: {'id': '2b1d67ca-c22e-4b92-bc7c-13b39c284b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3d07b93f-2cbc-4419-9656-593dd149b251'} {{(pid=74322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 16:01:46.132105 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.managers [None req-8704f166-d5ba-4c16-8f3f-f646efd00e7c None None] Bound port: 0196d584-fb26-40bf-b34b-0421182e18a6, host: dv-cinder-774286-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b1d67ca-c22e-4b92-bc7c-13b39c284b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3d07b93f-2cbc-4419-9656-593dd149b251'}}] {{(pid=74322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 16:01:46.135070 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-8704f166-d5ba-4c16-8f3f-f646efd00e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:46.209173 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-b471f1c8-cc64-41a2-9b8b-8d0aecbdf542 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:46.226633 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-b5223e01-a904-4e89-a902-ae20f7f129a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:46.239058 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-79c0a333-8558-4a89-b0ad-e11e378698ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119'] for subnet, after_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:46.240091 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ff9053-2b1f-4fa0-b626-c69f5c3bde2e admin admin] Network 69748d7f-425d-412f-8a9e-fa9e9e44cf28 is scheduled to be hosted by DHCP agent 656f65d0-a8c5-485a-ad4b-a4c2f5db155a with binding_index 1 {{(pid=74320) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 16:01:46.254380 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-008c77a9-c02f-4a1c-abb6-60f5f2560550 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:01:46.284112 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-8704f166-d5ba-4c16-8f3f-f646efd00e7c None None] For port 0196d584-fb26-40bf-b34b-0421182e18a6, host dv-cinder-774286-11-smb, cleared binding levels {{(pid=74322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 16:01:46.290423 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-8704f166-d5ba-4c16-8f3f-f646efd00e7c None None] For port 0196d584-fb26-40bf-b34b-0421182e18a6, host dv-cinder-774286-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-11-smb',level=0,port_id=0196d584-fb26-40bf-b34b-0421182e18a6,segment=NetworkSegment(2b1d67ca-c22e-4b92-bc7c-13b39c284b0e),segment_id=2b1d67ca-c22e-4b92-bc7c-13b39c284b0e)] {{(pid=74322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 16:01:46.341214 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-701a660e-9ee8-449a-8acd-6535f64d1423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119'] for subnet, after_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:46.341962 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c0a333-8558-4a89-b0ad-e11e378698ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c868822-acdb-4384-9ddc-ddab19dd933c,revision_number=0']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:01:46.344574 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-79c0a333-8558-4a89-b0ad-e11e378698ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:01:46.345647 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c0a333-8558-4a89-b0ad-e11e378698ef admin admin] Checking segment: {'id': 'ad1c6c10-bf8d-4f65-b3de-1cb0028ea90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2375af68-6e6b-455a-b7be-3561029d4953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 03 16:01:46.346020 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c0a333-8558-4a89-b0ad-e11e378698ef admin admin] Network hostable DHCP agents. Network: 2375af68-6e6b-455a-b7be-3561029d4953, hostable agents: ['656f65d0-a8c5-485a-ad4b-a4c2f5db155a'], hosted agents: [] {{(pid=74320) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 16:01:46.355273 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-b471f1c8-cc64-41a2-9b8b-8d0aecbdf542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:46.365168 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.scheduler.base_scheduler [None req-c0ff9053-2b1f-4fa0-b626-c69f5c3bde2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-11-smb, 69748d7f-425d-412f-8a9e-fa9e9e44cf28) {{(pid=74320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:01:46.369860 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ff9053-2b1f-4fa0-b626-c69f5c3bde2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:01:46.370502 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-c0ff9053-2b1f-4fa0-b626-c69f5c3bde2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532153'] for subnet, before_response {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:46.374815 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59cd43d6-7bd1-4d60-86ca-18f433ff2c0e None None] Network 69748d7f-425d-412f-8a9e-fa9e9e44cf28 requested from dv-cinder-774286-11-smb {{(pid=74322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 16:01:46.407941 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:01:46.424886 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-8704f166-d5ba-4c16-8f3f-f646efd00e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365'] for port, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:46.439773 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-b265176e-533b-479b-be37-ae47ae2603e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:01:46.473290 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c0a333-8558-4a89-b0ad-e11e378698ef admin admin] Network 2375af68-6e6b-455a-b7be-3561029d4953 is scheduled to be hosted by DHCP agent 656f65d0-a8c5-485a-ad4b-a4c2f5db155a with binding_index 1 {{(pid=74320) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 16:01:46.481356 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.scheduler.base_scheduler [None req-79c0a333-8558-4a89-b0ad-e11e378698ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-11-smb, 2375af68-6e6b-455a-b7be-3561029d4953) {{(pid=74320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:01:46.486035 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c0a333-8558-4a89-b0ad-e11e378698ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:01:46.486754 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-79c0a333-8558-4a89-b0ad-e11e378698ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532153'] for subnet, before_response {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:46.496984 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f09dd8f-5d51-4fd1-ac43-92f956c5757d None None] Network 2375af68-6e6b-455a-b7be-3561029d4953 requested from dv-cinder-774286-11-smb {{(pid=74322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 16:01:46.559102 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701a660e-9ee8-449a-8acd-6535f64d1423 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ce7fc78-cf3e-495e-952c-9a3833116d0b,revision_number=0']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:01:46.565242 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-701a660e-9ee8-449a-8acd-6535f64d1423 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:01:46.569314 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-b471f1c8-cc64-41a2-9b8b-8d0aecbdf542 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1a73d22b55d74d35af4dcd623714be1d&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3227818 May 03 16:01:46.570236 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-de90090c-d5a6-4dea-984b-ad004480eab3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.108s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:01:46.572191 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 46906) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:01:46.583955 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [req-b4cbc9c5-c1cf-4eb3-95b3-6c78ff87141d req-1d4bd5c1-9881-43b2-8e76-4efad26c1374 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Unset dirty status for tenant:0a26f36f4e834c7babe874ff5e2db568 on resource:network {{(pid=74321) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 16:01:46.585127 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-b4cbc9c5-c1cf-4eb3-95b3-6c78ff87141d req-1d4bd5c1-9881-43b2-8e76-4efad26c1374 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.11 "GET /v2.0/networks?id=870e002b-7538-43c3-9d68-f9ced202572f HTTP/1.1" status: 200 len: 814 time: 0.7961378 May 03 16:01:46.590402 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-d73bd628-8ab0-4314-9a6c-f5d579ee6e70 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:46.610553 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-c0ff9053-2b1f-4fa0-b626-c69f5c3bde2e admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.9101105 May 03 16:01:46.615837 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 46910) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:01:46.621641 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8704f166-d5ba-4c16-8f3f-f646efd00e7c None None] Pushing event updated for resources: {'Port': ['ID=0196d584-fb26-40bf-b34b-0421182e18a6,revision_number=2']} {{(pid=74322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:01:46.628990 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-8704f166-d5ba-4c16-8f3f-f646efd00e7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:01:46.638215 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.v2.base [None req-f367965b-f86f-4233-94dd-de7dd8405012 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-684889247-router', 'tenant_id': '8a5aae9d34474935a5fba6d6bb4b34f6', 'external_gateway_info': {'network_id': '19073356-f4a5-448b-8854-15ae9765d652'}}} {{(pid=74320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 16:01:46.643923 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-f367965b-f86f-4233-94dd-de7dd8405012 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:01:46.655900 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-f367965b-f86f-4233-94dd-de7dd8405012 admin admin] Usage tracker for resource:router and tenant:8a5aae9d34474935a5fba6d6bb4b34f6 is out of sync, need to count used quota {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:01:46.659340 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-d73bd628-8ab0-4314-9a6c-f5d579ee6e70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:46.665843 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701a660e-9ee8-449a-8acd-6535f64d1423 admin admin] Checking segment: {'id': '106d03d9-f7dd-4504-ae99-a5e4403532d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '8093ebdc-41ed-4934-a390-0b1cf47faa3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 03 16:01:46.666195 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701a660e-9ee8-449a-8acd-6535f64d1423 admin admin] Network hostable DHCP agents. Network: 8093ebdc-41ed-4934-a390-0b1cf47faa3e, hostable agents: ['656f65d0-a8c5-485a-ad4b-a4c2f5db155a'], hosted agents: [] {{(pid=74321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 16:01:46.666648 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-f367965b-f86f-4233-94dd-de7dd8405012 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:01:46.680412 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-f367965b-f86f-4233-94dd-de7dd8405012 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:01:46.705463 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-b4cbc9c5-c1cf-4eb3-95b3-6c78ff87141d req-6d5f8fa9-0a31-4845-a7b7-c1640ebcd7c1 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.11 "GET /v2.0/quotas/0a26f36f4e834c7babe874ff5e2db568 HTTP/1.1" status: 200 len: 375 time: 0.0744033 May 03 16:01:46.706056 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b471f1c8-cc64-41a2-9b8b-8d0aecbdf542 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8e06468-5a90-4736-b74d-cbe827b35024,revision_number=1']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:01:46.711103 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-b471f1c8-cc64-41a2-9b8b-8d0aecbdf542 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:01:46.760453 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-79c0a333-8558-4a89-b0ad-e11e378698ef admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0019202 May 03 16:01:46.766325 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 46914) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:01:46.780505 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.v2.base [None req-1e358e3b-0c93-489d-8d7d-a76781e59c69 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1560532479-router', 'tenant_id': 'a45b3ae4a7654b64951cdc1628f41ef5', 'external_gateway_info': {'network_id': '19073356-f4a5-448b-8854-15ae9765d652'}}} {{(pid=74320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 16:01:46.793836 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-1e358e3b-0c93-489d-8d7d-a76781e59c69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:01:46.801389 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-1e358e3b-0c93-489d-8d7d-a76781e59c69 admin admin] Usage tracker for resource:router and tenant:a45b3ae4a7654b64951cdc1628f41ef5 is out of sync, need to count used quota {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:01:46.804857 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-b4cbc9c5-c1cf-4eb3-95b3-6c78ff87141d req-d7f71059-cc83-4652-a156-92de08204664 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=0a26f36f4e834c7babe874ff5e2db568&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0832577 May 03 16:01:46.805817 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-1e358e3b-0c93-489d-8d7d-a76781e59c69 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:01:46.820483 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-1e358e3b-0c93-489d-8d7d-a76781e59c69 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:01:46.833428 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-4f4eb80f-0e14-47ec-98fe-e77763213bbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:46.872732 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-4f4eb80f-0e14-47ec-98fe-e77763213bbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:46.884042 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c833dfc9-171b-447b-9918-1fd84906fb33 None None] Network 69748d7f-425d-412f-8a9e-fa9e9e44cf28 requested from dv-cinder-774286-11-smb {{(pid=74322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 16:01:46.931523 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-f367965b-f86f-4233-94dd-de7dd8405012 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-928091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15471'] for router, before_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:46.933074 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-f367965b-f86f-4233-94dd-de7dd8405012 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-993883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-926691', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-558494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15462'] for router, precommit_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:46.935948 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701a660e-9ee8-449a-8acd-6535f64d1423 admin admin] Network 8093ebdc-41ed-4934-a390-0b1cf47faa3e is scheduled to be hosted by DHCP agent 656f65d0-a8c5-485a-ad4b-a4c2f5db155a with binding_index 1 {{(pid=74321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 16:01:46.975494 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-1e358e3b-0c93-489d-8d7d-a76781e59c69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-928091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15471'] for router, before_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:46.975494 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-1e358e3b-0c93-489d-8d7d-a76781e59c69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-993883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-926691', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-558494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15462'] for router, precommit_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:46.991068 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.db_base_plugin_common [None req-d73bd628-8ab0-4314-9a6c-f5d579ee6e70 admin admin] Allocated IP 172.28.1.34 (19073356-f4a5-448b-8854-15ae9765d652/a9682172-7c17-476a-827f-79723500eb4a/d896c065-349c-411c-a557-d03b89fa2493) {{(pid=74321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 16:01:47.000955 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-f367965b-f86f-4233-94dd-de7dd8405012 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:47.015699 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-1e358e3b-0c93-489d-8d7d-a76781e59c69 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:47.107688 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [req-b4cbc9c5-c1cf-4eb3-95b3-6c78ff87141d req-0abe09ea-df76-4674-8776-f43c62739e3d service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=74321) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 16:01:47.115127 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-b4cbc9c5-c1cf-4eb3-95b3-6c78ff87141d req-0abe09ea-df76-4674-8776-f43c62739e3d service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1420290 May 03 16:01:47.140870 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-4f4eb80f-0e14-47ec-98fe-e77763213bbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:47.144041 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.scheduler.base_scheduler [None req-701a660e-9ee8-449a-8acd-6535f64d1423 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-11-smb, 8093ebdc-41ed-4934-a390-0b1cf47faa3e) {{(pid=74321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:01:47.150120 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:01:47.163224 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ff4847-ead9-4b89-96c9-66deb5223c3a None None] Network 8093ebdc-41ed-4934-a390-0b1cf47faa3e requested from dv-cinder-774286-11-smb {{(pid=74322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 16:01:47.164426 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-701a660e-9ee8-449a-8acd-6535f64d1423 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:01:47.165174 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-701a660e-9ee8-449a-8acd-6535f64d1423 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532153'] for subnet, before_response {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:47.175229 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4eb80f-0e14-47ec-98fe-e77763213bbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8e06468-5a90-4736-b74d-cbe827b35024,revision_number=None']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:01:47.180281 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-4f4eb80f-0e14-47ec-98fe-e77763213bbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:01:47.195057 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-4f4eb80f-0e14-47ec-98fe-e77763213bbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:47.196105 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-4f4eb80f-0e14-47ec-98fe-e77763213bbb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b8e06468-5a90-4736-b74d-cbe827b35024 HTTP/1.1" status: 204 len: 168 time: 0.6225979 May 03 16:01:47.207789 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3918e24-da23-4f1f-9197-5376b3263045 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc11f33cf-de04-5679-8971-88b06203b27c-2375af68-6e6b-455a-b7be-3561029d4953', 'network_id': '2375af68-6e6b-455a-b7be-3561029d4953', 'tenant_id': 'a45b3ae4a7654b64951cdc1628f41ef5', 'fixed_ips': [{'subnet_id': '0c868822-acdb-4384-9ddc-ddab19dd933c'}]}} from dv-cinder-774286-11-smb. {{(pid=74322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 16:01:47.208731 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-e3918e24-da23-4f1f-9197-5376b3263045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_create {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:47.453531 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Device 0196d584-fb26-40bf-b34b-0421182e18a6 up at agent ovs-agent-dv-cinder-774286-11-smb {{(pid=74322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 16:01:47.498500 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-d73bd628-8ab0-4314-9a6c-f5d579ee6e70 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:47.547472 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-b4cbc9c5-c1cf-4eb3-95b3-6c78ff87141d req-2fa92721-ffde-4ece-bb2f-3918867fc187 service neutron] 10.222.0.11 "GET /v2.0/networks/870e002b-7538-43c3-9d68-f9ced202572f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4313223 May 03 16:01:47.701587 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-701a660e-9ee8-449a-8acd-6535f64d1423 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.4499807 May 03 16:01:47.789278 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-b4cbc9c5-c1cf-4eb3-95b3-6c78ff87141d req-286b5482-a72a-451e-824d-a6660d894701 service neutron] 10.222.0.11 "GET /v2.0/networks/870e002b-7538-43c3-9d68-f9ced202572f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312417 May 03 16:01:47.827372 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-d73bd628-8ab0-4314-9a6c-f5d579ee6e70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781092417302'] for port, after_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:47.841323 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:01:47.900466 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 46942) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:01:47.929952 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d73bd628-8ab0-4314-9a6c-f5d579ee6e70 admin admin] Network 19073356-f4a5-448b-8854-15ae9765d652 is already hosted by enough agents. {{(pid=74321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 16:01:47.937424 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.scheduler.base_scheduler [None req-d73bd628-8ab0-4314-9a6c-f5d579ee6e70 admin admin] Resources bound (agent type, host, resource id): {{(pid=74321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:01:47.945487 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73bd628-8ab0-4314-9a6c-f5d579ee6e70 admin admin] Received port after_create {{(pid=74321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 03 16:01:48.028181 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-1e358e3b-0c93-489d-8d7d-a76781e59c69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926698', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-928053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15508'] for router, precommit_update {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:48.152788 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-f367965b-f86f-4233-94dd-de7dd8405012 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926698', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-928053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15508'] for router, precommit_update {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:48.161577 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.db_base_plugin_common [None req-e3918e24-da23-4f1f-9197-5376b3263045 None None] Allocated IP 172.20.0.2 (2375af68-6e6b-455a-b7be-3561029d4953/0c868822-acdb-4384-9ddc-ddab19dd933c/cd566e8a-445f-4721-89cc-28058fcf5102) {{(pid=74322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 16:01:48.234398 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b39527-c997-4afa-b680-e5122395062e None None] Network 3d07b93f-2cbc-4419-9656-593dd149b251 requested from dv-cinder-774286-11-smb {{(pid=74322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 16:01:48.240653 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-b9cad21f-3c9c-4ef4-b265-0bc7e4723f68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:48.303699 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-b9cad21f-3c9c-4ef4-b265-0bc7e4723f68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:01:48.308262 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-b9cad21f-3c9c-4ef4-b265-0bc7e4723f68 admin admin] Usage tracker for resource:security_group_rule and tenant:12c512effae94547b6e84c39d7e9b1bd is out of sync, need to count used quota {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:01:48.311365 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-b9cad21f-3c9c-4ef4-b265-0bc7e4723f68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:01:48.319182 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-b9cad21f-3c9c-4ef4-b265-0bc7e4723f68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:01:48.329790 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf8ab63e-d0a9-4ff3-88cd-355e4328a12b None None] Network 8093ebdc-41ed-4934-a390-0b1cf47faa3e requested from dv-cinder-774286-11-smb {{(pid=74322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 16:01:48.435659 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-b9cad21f-3c9c-4ef4-b265-0bc7e4723f68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:48.436870 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 46958) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:01:48.563657 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Provisioning for port 0196d584-fb26-40bf-b34b-0421182e18a6 completed by entity L2. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 16:01:48.573098 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73bd628-8ab0-4314-9a6c-f5d579ee6e70 admin admin] Pushing event updated for resources: {'Port': ['ID=d896c065-349c-411c-a557-d03b89fa2493,revision_number=1']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:01:48.581031 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 46986) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:01:48.582860 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-d73bd628-8ab0-4314-9a6c-f5d579ee6e70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.741s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:01:48.587461 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-6751a63f-66d9-4b49-9e8e-9c0b9246311b req-6b8cd701-26d0-44b9-99a5-8c563dde3eef tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.11 "GET /v2.0/ports?device_id=04d3a199-66c4-4fde-bc85-17543f3251da HTTP/1.1" status: 200 len: 210 time: 0.0691357 May 03 16:01:48.652042 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-b9cad21f-3c9c-4ef4-b265-0bc7e4723f68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:48.657869 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-8b234f69-8c10-4ae9-975e-3712f419cbdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:48.684625 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:01:48.776894 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cad21f-3c9c-4ef4-b265-0bc7e4723f68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be04f6d2-b4d1-49d1-a0be-df18fca8682d,revision_number=1']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:01:48.782819 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-8b234f69-8c10-4ae9-975e-3712f419cbdd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:01:48.787333 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-8b234f69-8c10-4ae9-975e-3712f419cbdd admin admin] Usage tracker for resource:security_group_rule and tenant:bdbe9ab2077b42c8b938ec63cfe689ac is out of sync, need to count used quota {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:01:48.790377 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-8b234f69-8c10-4ae9-975e-3712f419cbdd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:01:48.797193 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-8b234f69-8c10-4ae9-975e-3712f419cbdd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:01:48.830508 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-b9cad21f-3c9c-4ef4-b265-0bc7e4723f68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:01:48.866964 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-00c77dd7-888a-4179-8f92-357ed2aa8bbd None None] Provisioning for port 0196d584-fb26-40bf-b34b-0421182e18a6 completed by entity DHCP. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 16:01:48.898319 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-00c77dd7-888a-4179-8f92-357ed2aa8bbd None None] Provisioning complete for port 0196d584-fb26-40bf-b34b-0421182e18a6 triggered by entity DHCP. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 16:01:48.898697 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-00c77dd7-888a-4179-8f92-357ed2aa8bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033555'] for port, provisioning_complete {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:48.975412 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-8b234f69-8c10-4ae9-975e-3712f419cbdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:48.984882 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7c3630-528e-4151-b3f7-808bff636b7c req-69abb94c-aa02-4d29-827a-7dbe2270b9c4 tempest-DeleteServersTestJSON-1514794231 tempest-DeleteServersTestJSON-1514794231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:01:48.990143 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-7c7c3630-528e-4151-b3f7-808bff636b7c req-69abb94c-aa02-4d29-827a-7dbe2270b9c4 tempest-DeleteServersTestJSON-1514794231 tempest-DeleteServersTestJSON-1514794231-project] 10.222.0.11 "GET /v2.0/networks?id=8093ebdc-41ed-4934-a390-0b1cf47faa3e HTTP/1.1" status: 200 len: 811 time: 0.4063573 May 03 16:01:48.996317 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-b9cad21f-3c9c-4ef4-b265-0bc7e4723f68 admin admin] Synchronizing usage tracker for tenant:35c4669b2c414e2289fd99cfabd20a27 on resource:security_group {{(pid=74320) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 16:01:49.023930 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-7c7c3630-528e-4151-b3f7-808bff636b7c req-df9d9a06-77bc-40a0-8391-352d1dec0900 tempest-DeleteServersTestJSON-1514794231 tempest-DeleteServersTestJSON-1514794231-project] 10.222.0.11 "GET /v2.0/quotas/d4fc2b1b5d484febb9a75e0e1e9f5a72 HTTP/1.1" status: 200 len: 375 time: 0.0205114 May 03 16:01:49.036478 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-d73bd628-8ab0-4314-9a6c-f5d579ee6e70 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:49.063935 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-8b234f69-8c10-4ae9-975e-3712f419cbdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:49.115181 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-b8b9ba63-4f00-4939-909f-0b71681d8642 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:01:49.134346 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-00c77dd7-888a-4179-8f92-357ed2aa8bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:49.137739 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-8b234f69-8c10-4ae9-975e-3712f419cbdd admin admin] Synchronizing usage tracker for tenant:35c4669b2c414e2289fd99cfabd20a27 on resource:security_group {{(pid=74320) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 16:01:49.155093 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-7c7c3630-528e-4151-b3f7-808bff636b7c req-a7e14ce9-ab25-4d4e-8118-3820ab5904be tempest-DeleteServersTestJSON-1514794231 tempest-DeleteServersTestJSON-1514794231-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=d4fc2b1b5d484febb9a75e0e1e9f5a72&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1219623 May 03 16:01:49.271847 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-00c77dd7-888a-4179-8f92-357ed2aa8bbd None None] For port 0196d584-fb26-40bf-b34b-0421182e18a6, host dv-cinder-774286-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-11-smb',level=0,port_id=0196d584-fb26-40bf-b34b-0421182e18a6,segment=NetworkSegment(2b1d67ca-c22e-4b92-bc7c-13b39c284b0e),segment_id=2b1d67ca-c22e-4b92-bc7c-13b39c284b0e)] {{(pid=74322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 16:01:49.376962 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-8b234f69-8c10-4ae9-975e-3712f419cbdd admin admin] Unset dirty status for tenant:35c4669b2c414e2289fd99cfabd20a27 on resource:security_group {{(pid=74320) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 16:01:49.379338 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-8b234f69-8c10-4ae9-975e-3712f419cbdd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bdbe9ab2077b42c8b938ec63cfe689ac&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9357517 May 03 16:01:49.396241 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-b9cad21f-3c9c-4ef4-b265-0bc7e4723f68 admin admin] Unset dirty status for tenant:35c4669b2c414e2289fd99cfabd20a27 on resource:security_group {{(pid=74320) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 16:01:49.399930 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-b9cad21f-3c9c-4ef4-b265-0bc7e4723f68 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=12c512effae94547b6e84c39d7e9b1bd&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3728738 May 03 16:01:49.399930 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 47014) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:01:49.407635 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-e3918e24-da23-4f1f-9197-5376b3263045 None None] Notify callbacks [] for port, precommit_create {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:49.422228 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-00c77dd7-888a-4179-8f92-357ed2aa8bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365'] for port, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:49.426578 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 47016) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:01:49.428920 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-e3918e24-da23-4f1f-9197-5376b3263045 None None] Transition to ACTIVE for port object cd566e8a-445f-4721-89cc-28058fcf5102 will not be triggered until provisioned by entity L2. {{(pid=74322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 16:01:49.431886 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:01:49.525443 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-e3918e24-da23-4f1f-9197-5376b3263045 None None] Transition to ACTIVE for port object cd566e8a-445f-4721-89cc-28058fcf5102 will not be triggered until provisioned by entity DHCP. {{(pid=74322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 16:01:49.556834 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c77dd7-888a-4179-8f92-357ed2aa8bbd None None] Pushing event updated for resources: {'Port': ['ID=0196d584-fb26-40bf-b34b-0421182e18a6,revision_number=3']} {{(pid=74322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:01:49.564435 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-00c77dd7-888a-4179-8f92-357ed2aa8bbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:01:49.610015 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-e3918e24-da23-4f1f-9197-5376b3263045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781092417302'] for port, after_create {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:49.616848 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-00c77dd7-888a-4179-8f92-357ed2aa8bbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:01:49.624472 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [req-7c7c3630-528e-4151-b3f7-808bff636b7c req-59392550-43a1-4121-a122-7314ffbfbf34 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=74321) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 16:01:49.625475 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-7c7c3630-528e-4151-b3f7-808bff636b7c req-59392550-43a1-4121-a122-7314ffbfbf34 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1553111 May 03 16:01:49.633785 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b234f69-8c10-4ae9-975e-3712f419cbdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=198ee2d2-a6e6-4269-91c4-bef4a2510027,revision_number=1']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:01:49.669103 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-8b234f69-8c10-4ae9-975e-3712f419cbdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.554s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:01:49.708025 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3918e24-da23-4f1f-9197-5376b3263045 None None] Network 2375af68-6e6b-455a-b7be-3561029d4953 is already hosted by enough agents. {{(pid=74322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 16:01:49.712178 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.scheduler.base_scheduler [None req-e3918e24-da23-4f1f-9197-5376b3263045 None None] Resources bound (agent type, host, resource id): {{(pid=74322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:01:49.724133 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3918e24-da23-4f1f-9197-5376b3263045 None None] Received port after_create {{(pid=74322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 03 16:01:49.726614 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3918e24-da23-4f1f-9197-5376b3263045 None None] Pushing event updated for resources: {'Port': ['ID=cd566e8a-445f-4721-89cc-28058fcf5102,revision_number=1']} {{(pid=74322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:01:49.730669 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-e3918e24-da23-4f1f-9197-5376b3263045 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:01:49.777223 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-968a7671-e500-4ceb-9d06-0f025f247812 req-1ac0d18f-42ec-4c38-a2b6-082cff9a90ce tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.11 "GET /v2.0/ports?device_id=04d3a199-66c4-4fde-bc85-17543f3251da HTTP/1.1" status: 200 len: 210 time: 0.0933444 May 03 16:01:49.829715 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-d73bd628-8ab0-4314-9a6c-f5d579ee6e70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-928034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926597'] for router, after_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:49.854208 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.managers [None req-e3918e24-da23-4f1f-9197-5376b3263045 None None] Attempting to bind port cd566e8a-445f-4721-89cc-28058fcf5102 on host dv-cinder-774286-11-smb for vnic_type normal with profile {{(pid=74322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 16:01:49.854681 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.managers [None req-e3918e24-da23-4f1f-9197-5376b3263045 None None] Attempting to bind port cd566e8a-445f-4721-89cc-28058fcf5102 by drivers openvswitch,hyperv on host dv-cinder-774286-11-smb at level 0 using segments [{'id': 'ad1c6c10-bf8d-4f65-b3de-1cb0028ea90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2375af68-6e6b-455a-b7be-3561029d4953'}] {{(pid=74322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 16:01:49.855423 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3918e24-da23-4f1f-9197-5376b3263045 None None] Attempting to bind port cd566e8a-445f-4721-89cc-28058fcf5102 on network 2375af68-6e6b-455a-b7be-3561029d4953 {{(pid=74322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 16:01:49.865858 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3918e24-da23-4f1f-9197-5376b3263045 None None] Checking agent: {'id': '682d886a-77a6-45f8-87fa-5ebc2dd04251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 3, 15, 53, 43), 'started_at': datetime.datetime(2021, 5, 3, 15, 54, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 3, 16, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 16:01:49.866349 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3918e24-da23-4f1f-9197-5376b3263045 None None] Checking segment: {'id': 'ad1c6c10-bf8d-4f65-b3de-1cb0028ea90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2375af68-6e6b-455a-b7be-3561029d4953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 03 16:01:49.866829 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-e3918e24-da23-4f1f-9197-5376b3263045 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:49.867338 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3918e24-da23-4f1f-9197-5376b3263045 None None] Bound using segment: {'id': 'ad1c6c10-bf8d-4f65-b3de-1cb0028ea90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2375af68-6e6b-455a-b7be-3561029d4953'} {{(pid=74322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 16:01:49.867937 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.managers [None req-e3918e24-da23-4f1f-9197-5376b3263045 None None] Bound port: cd566e8a-445f-4721-89cc-28058fcf5102, host: dv-cinder-774286-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad1c6c10-bf8d-4f65-b3de-1cb0028ea90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2375af68-6e6b-455a-b7be-3561029d4953'}}] {{(pid=74322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 16:01:49.868945 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-e3918e24-da23-4f1f-9197-5376b3263045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:49.874677 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-6fcec729-bdf9-4353-896b-9cbb270d4bc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:49.876862 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-f367965b-f86f-4233-94dd-de7dd8405012 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:49.941016 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-1e358e3b-0c93-489d-8d7d-a76781e59c69 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:49.969244 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-7c7c3630-528e-4151-b3f7-808bff636b7c req-f8fd81e3-e8af-4a75-af5d-bb433e16da94 service neutron] 10.222.0.11 "GET /v2.0/networks/8093ebdc-41ed-4934-a390-0b1cf47faa3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3356650 May 03 16:01:49.994002 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-1e358e3b-0c93-489d-8d7d-a76781e59c69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:49.999016 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-d58e76e6-e176-4e34-b62d-e705d0b8c4e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:50.001157 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-f367965b-f86f-4233-94dd-de7dd8405012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:50.070297 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-e3918e24-da23-4f1f-9197-5376b3263045 None None] For port cd566e8a-445f-4721-89cc-28058fcf5102, host dv-cinder-774286-11-smb, cleared binding levels {{(pid=74322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 16:01:50.074503 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-e3918e24-da23-4f1f-9197-5376b3263045 None None] For port cd566e8a-445f-4721-89cc-28058fcf5102, host dv-cinder-774286-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-11-smb',level=0,port_id=cd566e8a-445f-4721-89cc-28058fcf5102,segment=NetworkSegment(ad1c6c10-bf8d-4f65-b3de-1cb0028ea90c),segment_id=ad1c6c10-bf8d-4f65-b3de-1cb0028ea90c)] {{(pid=74322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 16:01:50.078774 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-064b655b-1f1b-4bc6-9471-7d0c5b698ba9 None None] Provisioning complete for port 0196d584-fb26-40bf-b34b-0421182e18a6 triggered by entity DHCP. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 16:01:50.078774 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-064b655b-1f1b-4bc6-9471-7d0c5b698ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033555'] for port, provisioning_complete {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:50.199726 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-e3918e24-da23-4f1f-9197-5376b3263045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365'] for port, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:50.214145 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:01:50.297148 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.db_base_plugin_common [None req-f367965b-f86f-4233-94dd-de7dd8405012 admin admin] Allocated IP 172.28.1.228 (19073356-f4a5-448b-8854-15ae9765d652/a9682172-7c17-476a-827f-79723500eb4a/433ca7e3-5f83-451b-9f12-50bfcb5d9e86) {{(pid=74320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 16:01:50.320578 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3918e24-da23-4f1f-9197-5376b3263045 None None] Pushing event updated for resources: {'Port': ['ID=cd566e8a-445f-4721-89cc-28058fcf5102,revision_number=2']} {{(pid=74322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:01:50.323838 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-e3918e24-da23-4f1f-9197-5376b3263045 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:01:50.350922 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-7c7c3630-528e-4151-b3f7-808bff636b7c req-08e1389e-3e94-4110-81e8-bddb1a7be496 service neutron] 10.222.0.11 "GET /v2.0/networks/8093ebdc-41ed-4934-a390-0b1cf47faa3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973739 May 03 16:01:50.361936 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-6fcec729-bdf9-4353-896b-9cbb270d4bc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:50.472474 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d73bd628-8ab0-4314-9a6c-f5d579ee6e70 admin admin] Router 5a8fbabf-e36f-4c37-be78-f73c0a027e34 is scheduled to L3 agent 433ecc79-0b70-49a3-9006-0abc49206663 with binding_index 1 {{(pid=74321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 03 16:01:50.484087 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-d58e76e6-e176-4e34-b62d-e705d0b8c4e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:50.635304 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-f367965b-f86f-4233-94dd-de7dd8405012 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:50.696427 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-6fcec729-bdf9-4353-896b-9cbb270d4bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:50.714694 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:01:50.730252 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcec729-bdf9-4353-896b-9cbb270d4bc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=198ee2d2-a6e6-4269-91c4-bef4a2510027,revision_number=None']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:01:50.772464 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-6fcec729-bdf9-4353-896b-9cbb270d4bc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:01:50.794294 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-9d916360-b581-44aa-833e-f623a99a144c req-a172e2cc-df55-4155-a8c6-3bbf73c949e9 tempest-DeleteServersTestJSON-1514794231 tempest-DeleteServersTestJSON-1514794231-project] 10.222.0.11 "GET /v2.0/ports?device_id=3252a7fb-442f-48b9-a19f-0cc92ed28b32 HTTP/1.1" status: 200 len: 210 time: 0.0800433 May 03 16:01:50.797841 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-6fcec729-bdf9-4353-896b-9cbb270d4bc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:50.799064 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-6fcec729-bdf9-4353-896b-9cbb270d4bc6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/198ee2d2-a6e6-4269-91c4-bef4a2510027 HTTP/1.1" status: 204 len: 168 time: 1.3814785 May 03 16:01:50.822439 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-d58e76e6-e176-4e34-b62d-e705d0b8c4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:50.823073 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d73bd628-8ab0-4314-9a6c-f5d579ee6e70 admin admin] Notify agent at l3_agent.dv-cinder-774286-11-smb the message routers_updated {{(pid=74321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 16:01:50.831229 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-d58e76e6-e176-4e34-b62d-e705d0b8c4e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:50.832730 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9796c65-d143-4621-9dd9-2ee06fb36ae7 None None] Sync routers for ids ['5a8fbabf-e36f-4c37-be78-f73c0a027e34'] in dv-cinder-774286-11-smb {{(pid=74323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 16:01:50.842432 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-d58e76e6-e176-4e34-b62d-e705d0b8c4e4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/be04f6d2-b4d1-49d1-a0be-df18fca8682d HTTP/1.1" status: 204 len: 168 time: 1.3420939 May 03 16:01:50.846185 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-4f4eb80f-0e14-47ec-98fe-e77763213bbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:01:50.847345 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9796c65-d143-4621-9dd9-2ee06fb36ae7 None None] Routers {'5a8fbabf-e36f-4c37-be78-f73c0a027e34'} bound to L3 agent in host dv-cinder-774286-11-smb {{(pid=74323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 03 16:01:50.851560 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.l3_hamode_db [None req-d9796c65-d143-4621-9dd9-2ee06fb36ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-03T15:53:43Z,description=,heartbeat_timestamp=2021-05-03T16:01:43Z,host='dv-cinder-774286-11-smb',id=433ecc79-0b70-49a3-9006-0abc49206663,load=0,resource_versions=,resources_synced=,started_at=2021-05-03T15:53:44Z,topic='l3_agent')) {'router_ids': ['5a8fbabf-e36f-4c37-be78-f73c0a027e34'], 'active': True} {{(pid=74323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:01:50.870621 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58e76e6-e176-4e34-b62d-e705d0b8c4e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be04f6d2-b4d1-49d1-a0be-df18fca8682d,revision_number=None']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:01:50.876315 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-d58e76e6-e176-4e34-b62d-e705d0b8c4e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:01:50.921059 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-f367965b-f86f-4233-94dd-de7dd8405012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781092417302'] for port, after_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:50.987580 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-32d9322d-e0bd-4680-936a-eb5587c6096b req-7b3ceab7-6e3f-4b14-adc6-a626c0bdcfb0 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.11 "GET /v2.0/ports?device_id=04d3a199-66c4-4fde-bc85-17543f3251da HTTP/1.1" status: 200 len: 210 time: 0.1195624 May 03 16:01:51.019224 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:01:51.021936 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-d73bd628-8ab0-4314-9a6c-f5d579ee6e70 admin admin] Notify callbacks [] for router, before_response {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:51.023293 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-d73bd628-8ab0-4314-9a6c-f5d579ee6e70 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.7702203 May 03 16:01:51.026218 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 47066) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:01:51.094946 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f367965b-f86f-4233-94dd-de7dd8405012 admin admin] Network 19073356-f4a5-448b-8854-15ae9765d652 is already hosted by enough agents. {{(pid=74320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 16:01:51.104639 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.scheduler.base_scheduler [None req-f367965b-f86f-4233-94dd-de7dd8405012 admin admin] Resources bound (agent type, host, resource id): {{(pid=74320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:01:51.124245 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f367965b-f86f-4233-94dd-de7dd8405012 admin admin] Received port after_create {{(pid=74320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 03 16:01:51.156557 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.l3_dvr_db [None req-d9796c65-d143-4621-9dd9-2ee06fb36ae7 None None] Set router 5a8fbabf-e36f-4c37-be78-f73c0a027e34 gateway port host: dv-cinder-774286-11-smb {{(pid=74323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 03 16:01:51.459746 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f367965b-f86f-4233-94dd-de7dd8405012 admin admin] Pushing event updated for resources: {'Port': ['ID=433ca7e3-5f83-451b-9f12-50bfcb5d9e86,revision_number=1']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:01:51.577041 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Device 0196d584-fb26-40bf-b34b-0421182e18a6 up at agent ovs-agent-dv-cinder-774286-11-smb {{(pid=74322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 16:01:51.669114 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-f367965b-f86f-4233-94dd-de7dd8405012 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.653s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:01:51.725871 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.db_base_plugin_common [None req-1e358e3b-0c93-489d-8d7d-a76781e59c69 admin admin] Allocated IP 172.28.1.189 (19073356-f4a5-448b-8854-15ae9765d652/a9682172-7c17-476a-827f-79723500eb4a/d271ec25-1f7e-47bc-ab15-351e9358f1b5) {{(pid=74320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 16:01:51.815549 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced3a81d-af9e-47f4-aaf2-71e5570b150e None None] Network 2375af68-6e6b-455a-b7be-3561029d4953 requested from dv-cinder-774286-11-smb {{(pid=74322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 16:01:52.058706 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Provisioning complete for port 0196d584-fb26-40bf-b34b-0421182e18a6 triggered by entity L2. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 16:01:52.059038 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033555'] for port, provisioning_complete {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:52.085104 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.l3_hamode_db [None req-d9796c65-d143-4621-9dd9-2ee06fb36ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a8fbabf-e36f-4c37-be78-f73c0a027e34', 'name': 'tempest-AttachVolumeShelveTestJSON-599808772-router', 'tenant_id': '30698392a3254cc2a62d95e9d3896fad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'external_fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.34'}], 'enable_snat': True}, 'gw_port_id': 'd896c065-349c-411c-a557-d03b89fa2493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-03T16:01:44Z', 'updated_at': '2021-05-03T16:01:48Z', 'revision_number': 3, 'project_id': '30698392a3254cc2a62d95e9d3896fad', 'gw_port': {'id': 'd896c065-349c-411c-a557-d03b89fa2493', 'name': '', 'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:72:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a8fbabf-e36f-4c37-be78-f73c0a027e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-03T16:01:46Z', 'updated_at': '2021-05-03T16:01:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9682172-7c17-476a-827f-79723500eb4a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-11-smb'}], 'dv-cinder-774286-11-smb', False) {} {{(pid=74323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:01:52.098511 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9796c65-d143-4621-9dd9-2ee06fb36ae7 None None] Checking router: 5a8fbabf-e36f-4c37-be78-f73c0a027e34 for host: dv-cinder-774286-11-smb {{(pid=74323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 16:01:52.098896 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9796c65-d143-4621-9dd9-2ee06fb36ae7 None None] Updating router 5a8fbabf-e36f-4c37-be78-f73c0a027e34 port d896c065-349c-411c-a557-d03b89fa2493 binding host dv-cinder-774286-11-smb {{(pid=74323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 16:01:52.193911 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-1e358e3b-0c93-489d-8d7d-a76781e59c69 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:52.254479 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron_lib.callbacks.manager [None req-d9796c65-d143-4621-9dd9-2ee06fb36ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:52.408834 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-1e358e3b-0c93-489d-8d7d-a76781e59c69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781092417302'] for port, after_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:52.421851 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-4f59e926-7b1d-4c06-bc42-3d2e88b02a35 None None] Provisioning for port cd566e8a-445f-4721-89cc-28058fcf5102 completed by entity DHCP. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 16:01:52.444729 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-f367965b-f86f-4233-94dd-de7dd8405012 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:01:52.590882 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Device cd566e8a-445f-4721-89cc-28058fcf5102 up at agent ovs-agent-dv-cinder-774286-11-smb {{(pid=74322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 16:01:52.658748 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e358e3b-0c93-489d-8d7d-a76781e59c69 admin admin] Network 19073356-f4a5-448b-8854-15ae9765d652 is already hosted by enough agents. {{(pid=74320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 16:01:52.753905 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.scheduler.base_scheduler [None req-1e358e3b-0c93-489d-8d7d-a76781e59c69 admin admin] Resources bound (agent type, host, resource id): {{(pid=74320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:01:52.770218 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e358e3b-0c93-489d-8d7d-a76781e59c69 admin admin] Received port after_create {{(pid=74320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 03 16:01:52.792107 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Provisioning for port cd566e8a-445f-4721-89cc-28058fcf5102 completed by entity L2. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 16:01:52.797287 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Provisioning complete for port cd566e8a-445f-4721-89cc-28058fcf5102 triggered by entity L2. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 16:01:52.797682 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033555'] for port, provisioning_complete {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:52.896029 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-bbc83980-2298-4b57-a7f5-9d8de3c42beb req-ff55653a-c4f2-435a-b361-73587ad37576 tempest-DeleteServersTestJSON-1514794231 tempest-DeleteServersTestJSON-1514794231-project] 10.222.0.11 "GET /v2.0/ports?device_id=3252a7fb-442f-48b9-a19f-0cc92ed28b32 HTTP/1.1" status: 200 len: 210 time: 0.8217349 May 03 16:01:52.921417 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-f367965b-f86f-4233-94dd-de7dd8405012 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:52.923056 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron_lib.callbacks.manager [None req-d9796c65-d143-4621-9dd9-2ee06fb36ae7 None None] Notify callbacks [] for port, precommit_update {{(pid=74323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:52.983977 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.provisioning_blocks [None req-d9796c65-d143-4621-9dd9-2ee06fb36ae7 None None] Transition to ACTIVE for port object d896c065-349c-411c-a557-d03b89fa2493 will not be triggered until provisioned by entity L2. {{(pid=74323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 16:01:52.991814 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-e2ba20e0-3e6c-4ad0-8cc9-e15f0890780b req-98551698-200d-4cd3-ba54-93c7eb5f2347 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.11 "GET /v2.0/ports?device_id=04d3a199-66c4-4fde-bc85-17543f3251da HTTP/1.1" status: 200 len: 210 time: 0.3300815 May 03 16:01:53.054783 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron_lib.callbacks.manager [None req-d9796c65-d143-4621-9dd9-2ee06fb36ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365'] for port, after_update {{(pid=74323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:53.060358 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:01:53.182821 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-309fd5b8-32e7-49cf-af4c-011333b8732b None None] Provisioning complete for port cd566e8a-445f-4721-89cc-28058fcf5102 triggered by entity DHCP. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 16:01:53.183201 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-309fd5b8-32e7-49cf-af4c-011333b8732b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033555'] for port, provisioning_complete {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:53.220860 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e358e3b-0c93-489d-8d7d-a76781e59c69 admin admin] Pushing event updated for resources: {'Port': ['ID=d271ec25-1f7e-47bc-ab15-351e9358f1b5,revision_number=1']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:01:53.257639 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-dd10d7be-6495-438d-aa7d-52b428b2cf03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:53.267072 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924ae93e-322e-4257-b2db-e33dcd692839 None None] Pushing event updated for resources: {'Port': ['ID=d896c065-349c-411c-a557-d03b89fa2493,revision_number=2']} {{(pid=74323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:01:53.268021 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:53.306538 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924ae93e-322e-4257-b2db-e33dcd692839 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:01:53.306883 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924ae93e-322e-4257-b2db-e33dcd692839 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:01:53.307238 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924ae93e-322e-4257-b2db-e33dcd692839 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:01:53.307567 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924ae93e-322e-4257-b2db-e33dcd692839 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:01:53.307889 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924ae93e-322e-4257-b2db-e33dcd692839 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:01:53.308226 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924ae93e-322e-4257-b2db-e33dcd692839 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:01:53.308550 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924ae93e-322e-4257-b2db-e33dcd692839 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:01:53.308863 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924ae93e-322e-4257-b2db-e33dcd692839 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:01:53.314496 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924ae93e-322e-4257-b2db-e33dcd692839 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:01:53.327535 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924ae93e-322e-4257-b2db-e33dcd692839 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:01:53.327535 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924ae93e-322e-4257-b2db-e33dcd692839 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:01:53.327535 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924ae93e-322e-4257-b2db-e33dcd692839 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:01:53.327535 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924ae93e-322e-4257-b2db-e33dcd692839 None None] Tracked resource versions report: May 03 16:01:53.327535 dv-cinder-774286-11-smb neutron-server[74323]: pushed versions: May 03 16:01:53.327535 dv-cinder-774286-11-smb neutron-server[74323]: { 'AddressGroup': {'1.2'}, May 03 16:01:53.327535 dv-cinder-774286-11-smb neutron-server[74323]: 'ConntrackHelper': {'1.0'}, May 03 16:01:53.327535 dv-cinder-774286-11-smb neutron-server[74323]: 'Log': {'1.0'}, May 03 16:01:53.327535 dv-cinder-774286-11-smb neutron-server[74323]: 'Network': {'1.1'}, May 03 16:01:53.327535 dv-cinder-774286-11-smb neutron-server[74323]: 'Port': {'1.7'}, May 03 16:01:53.327535 dv-cinder-774286-11-smb neutron-server[74323]: 'PortForwarding': {'1.2'}, May 03 16:01:53.327535 dv-cinder-774286-11-smb neutron-server[74323]: 'QosPolicy': {'1.8'}, May 03 16:01:53.327535 dv-cinder-774286-11-smb neutron-server[74323]: 'SecurityGroup': {'1.4'}, May 03 16:01:53.327535 dv-cinder-774286-11-smb neutron-server[74323]: 'SecurityGroupRule': {'1.2'}, May 03 16:01:53.327535 dv-cinder-774286-11-smb neutron-server[74323]: 'SubPort': {'1.0'}, May 03 16:01:53.327535 dv-cinder-774286-11-smb neutron-server[74323]: 'Subnet': {'1.1'}, May 03 16:01:53.327535 dv-cinder-774286-11-smb neutron-server[74323]: 'Trunk': {'1.1'}} May 03 16:01:53.327535 dv-cinder-774286-11-smb neutron-server[74323]: consumer versions: May 03 16:01:53.327535 dv-cinder-774286-11-smb neutron-server[74323]: { DHCP agent@dv-cinder-774286-11-smb: {}, May 03 16:01:53.327535 dv-cinder-774286-11-smb neutron-server[74323]: HyperV agent@hv-cinder-77428: {}, May 03 16:01:53.327535 dv-cinder-774286-11-smb neutron-server[74323]: L3 agent@dv-cinder-774286-11-smb: {}, May 03 16:01:53.327535 dv-cinder-774286-11-smb neutron-server[74323]: Metadata agent@dv-cinder-774286-11-smb: {}, May 03 16:01:53.327535 dv-cinder-774286-11-smb neutron-server[74323]: Metering agent@dv-cinder-774286-11-smb: {}, May 03 16:01:53.327535 dv-cinder-774286-11-smb neutron-server[74323]: Open vSwitch agent@dv-cinder-774286-11-smb: { 'AddressGroup': '1.2', May 03 16:01:53.327535 dv-cinder-774286-11-smb neutron-server[74323]: 'ConntrackHelper': '1.0', May 03 16:01:53.327535 dv-cinder-774286-11-smb neutron-server[74323]: 'Log': '1.0', May 03 16:01:53.327535 dv-cinder-774286-11-smb neutron-server[74323]: 'Network': '1.1', May 03 16:01:53.327535 dv-cinder-774286-11-smb neutron-server[74323]: 'Port': '1.7', May 03 16:01:53.327535 dv-cinder-774286-11-smb neutron-server[74323]: 'PortForwarding': '1.2', May 03 16:01:53.327535 dv-cinder-774286-11-smb neutron-server[74323]: 'QosPolicy': '1.8', May 03 16:01:53.327535 dv-cinder-774286-11-smb neutron-server[74323]: 'SecurityGroup': '1.4', May 03 16:01:53.327535 dv-cinder-774286-11-smb neutron-server[74323]: 'SecurityGroupRule': '1.2', May 03 16:01:53.327535 dv-cinder-774286-11-smb neutron-server[74323]: 'SubPort': '1.0', May 03 16:01:53.327535 dv-cinder-774286-11-smb neutron-server[74323]: 'Subnet': '1.1', May 03 16:01:53.327535 dv-cinder-774286-11-smb neutron-server[74323]: 'Trunk': '1.1'}} May 03 16:01:53.327535 dv-cinder-774286-11-smb neutron-server[74323]: {{(pid=74323) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 03 16:01:53.358938 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] For port cd566e8a-445f-4721-89cc-28058fcf5102, host dv-cinder-774286-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-11-smb',level=0,port_id=cd566e8a-445f-4721-89cc-28058fcf5102,segment=NetworkSegment(ad1c6c10-bf8d-4f65-b3de-1cb0028ea90c),segment_id=ad1c6c10-bf8d-4f65-b3de-1cb0028ea90c)] {{(pid=74322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 16:01:53.379811 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-1e358e3b-0c93-489d-8d7d-a76781e59c69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.935s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:01:53.385930 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.plugins.ml2.managers [None req-d9796c65-d143-4621-9dd9-2ee06fb36ae7 None None] Attempting to bind port d896c065-349c-411c-a557-d03b89fa2493 on host dv-cinder-774286-11-smb for vnic_type normal with profile {{(pid=74323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 16:01:53.386306 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.plugins.ml2.managers [None req-d9796c65-d143-4621-9dd9-2ee06fb36ae7 None None] Attempting to bind port d896c065-349c-411c-a557-d03b89fa2493 by drivers openvswitch,hyperv on host dv-cinder-774286-11-smb at level 0 using segments [{'id': '9ca86ee1-f733-4108-a8f6-ada8d1103c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19073356-f4a5-448b-8854-15ae9765d652'}] {{(pid=74323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 16:01:53.386668 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9796c65-d143-4621-9dd9-2ee06fb36ae7 None None] Attempting to bind port d896c065-349c-411c-a557-d03b89fa2493 on network 19073356-f4a5-448b-8854-15ae9765d652 {{(pid=74323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 16:01:53.390951 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.42', 61432) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:01:53.405135 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9796c65-d143-4621-9dd9-2ee06fb36ae7 None None] Checking agent: {'id': '682d886a-77a6-45f8-87fa-5ebc2dd04251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 3, 15, 53, 43), 'started_at': datetime.datetime(2021, 5, 3, 15, 54, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 3, 16, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 16:01:53.410994 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9796c65-d143-4621-9dd9-2ee06fb36ae7 None None] Checking segment: {'id': '9ca86ee1-f733-4108-a8f6-ada8d1103c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19073356-f4a5-448b-8854-15ae9765d652'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 03 16:01:53.410994 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron_lib.callbacks.manager [None req-d9796c65-d143-4621-9dd9-2ee06fb36ae7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:53.410994 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9796c65-d143-4621-9dd9-2ee06fb36ae7 None None] Bound using segment: {'id': '9ca86ee1-f733-4108-a8f6-ada8d1103c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19073356-f4a5-448b-8854-15ae9765d652'} {{(pid=74323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 16:01:53.410994 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.plugins.ml2.managers [None req-d9796c65-d143-4621-9dd9-2ee06fb36ae7 None None] Bound port: d896c065-349c-411c-a557-d03b89fa2493, host: dv-cinder-774286-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ca86ee1-f733-4108-a8f6-ada8d1103c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19073356-f4a5-448b-8854-15ae9765d652'}}] {{(pid=74323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 16:01:53.410994 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron_lib.callbacks.manager [None req-d9796c65-d143-4621-9dd9-2ee06fb36ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:53.437868 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-309fd5b8-32e7-49cf-af4c-011333b8732b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:53.533610 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365'] for port, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:53.539629 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.plugins.ml2.db [None req-d9796c65-d143-4621-9dd9-2ee06fb36ae7 None None] For port d896c065-349c-411c-a557-d03b89fa2493, host dv-cinder-774286-11-smb, cleared binding levels {{(pid=74323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 16:01:53.539629 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.plugins.ml2.db [None req-d9796c65-d143-4621-9dd9-2ee06fb36ae7 None None] For port d896c065-349c-411c-a557-d03b89fa2493, host dv-cinder-774286-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-11-smb',level=0,port_id=d896c065-349c-411c-a557-d03b89fa2493,segment=NetworkSegment(9ca86ee1-f733-4108-a8f6-ada8d1103c56),segment_id=9ca86ee1-f733-4108-a8f6-ada8d1103c56)] {{(pid=74323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 16:01:53.547155 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG oslo_concurrency.lockutils [None req-924ae93e-322e-4257-b2db-e33dcd692839 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.487s {{(pid=74323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:01:53.576463 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:01:53.657836 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron_lib.callbacks.manager [None req-d9796c65-d143-4621-9dd9-2ee06fb36ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365'] for port, after_update {{(pid=74323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:53.693575 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:01:53.774442 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.db.api [None req-309fd5b8-32e7-49cf-af4c-011333b8732b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=74322) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 16:01:53.775097 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_db.api [None req-309fd5b8-32e7-49cf-af4c-011333b8732b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=74322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 16:01:53.841012 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Pushing event updated for resources: {'Port': ['ID=cd566e8a-445f-4721-89cc-28058fcf5102,revision_number=3']} {{(pid=74322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:01:53.853421 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:01:53.896628 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9796c65-d143-4621-9dd9-2ee06fb36ae7 None None] Routers {'5a8fbabf-e36f-4c37-be78-f73c0a027e34'} bound to L3 agent in host dv-cinder-774286-11-smb {{(pid=74323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 03 16:01:53.903275 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.db_base_plugin_common [None req-dd10d7be-6495-438d-aa7d-52b428b2cf03 admin admin] Allocated IP 172.20.0.1 (3d07b93f-2cbc-4419-9656-593dd149b251/6e179f81-7e4a-49b9-b9a9-9613d63a9979/d3df28d5-f4c9-40f4-b5d4-98fac9d28723) {{(pid=74321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 16:01:53.908532 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.l3_hamode_db [None req-d9796c65-d143-4621-9dd9-2ee06fb36ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-03T15:53:43Z,description=,heartbeat_timestamp=2021-05-03T16:01:43Z,host='dv-cinder-774286-11-smb',id=433ecc79-0b70-49a3-9006-0abc49206663,load=0,resource_versions=,resources_synced=,started_at=2021-05-03T15:53:44Z,topic='l3_agent')) {'router_ids': ['5a8fbabf-e36f-4c37-be78-f73c0a027e34'], 'active': True} {{(pid=74323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:01:53.972933 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-f367965b-f86f-4233-94dd-de7dd8405012 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-928034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926597'] for router, after_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:54.117749 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924ae93e-322e-4257-b2db-e33dcd692839 None None] Pushing event updated for resources: {'Port': ['ID=d896c065-349c-411c-a557-d03b89fa2493,revision_number=3']} {{(pid=74323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:01:54.118831 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-dd10d7be-6495-438d-aa7d-52b428b2cf03 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:54.134097 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG oslo_concurrency.lockutils [None req-924ae93e-322e-4257-b2db-e33dcd692839 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=74323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:01:54.147210 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.provisioning_blocks [None req-dd10d7be-6495-438d-aa7d-52b428b2cf03 admin admin] Transition to ACTIVE for port object d3df28d5-f4c9-40f4-b5d4-98fac9d28723 will not be triggered until provisioned by entity DHCP. {{(pid=74321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 16:01:54.267314 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-dd10d7be-6495-438d-aa7d-52b428b2cf03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781092417302'] for port, after_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:54.268630 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.l3_dvr_db [None req-d9796c65-d143-4621-9dd9-2ee06fb36ae7 None None] Set router 5a8fbabf-e36f-4c37-be78-f73c0a027e34 gateway port host: dv-cinder-774286-11-smb {{(pid=74323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 03 16:01:54.450934 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-d73bd628-8ab0-4314-9a6c-f5d579ee6e70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:01:54.538286 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd10d7be-6495-438d-aa7d-52b428b2cf03 admin admin] Pushing event updated for resources: {'Port': ['ID=d3df28d5-f4c9-40f4-b5d4-98fac9d28723,revision_number=1']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:01:54.550343 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-dd10d7be-6495-438d-aa7d-52b428b2cf03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:01:54.596720 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-d45a7c4a-38a8-4652-be94-99d1cf839ee2 req-e3ab5f26-7189-400a-bb94-a4c6ccad7fad tempest-DeleteServersTestJSON-1514794231 tempest-DeleteServersTestJSON-1514794231-project] 10.222.0.11 "GET /v2.0/ports?device_id=3252a7fb-442f-48b9-a19f-0cc92ed28b32 HTTP/1.1" status: 200 len: 210 time: 0.2369275 May 03 16:01:54.598084 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-1e358e3b-0c93-489d-8d7d-a76781e59c69 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:54.624854 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-424fff06-baea-4d9e-92bd-27231dfcfc90 req-09b6b413-eb71-4e6d-b79e-d3d3dd45cdcc tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.11 "GET /v2.0/ports?device_id=04d3a199-66c4-4fde-bc85-17543f3251da HTTP/1.1" status: 200 len: 210 time: 0.1750097 May 03 16:01:54.626664 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd10d7be-6495-438d-aa7d-52b428b2cf03 admin admin] Network 3d07b93f-2cbc-4419-9656-593dd149b251 is already hosted by enough agents. {{(pid=74321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 16:01:54.631459 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.scheduler.base_scheduler [None req-dd10d7be-6495-438d-aa7d-52b428b2cf03 admin admin] Resources bound (agent type, host, resource id): {{(pid=74321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:01:54.762591 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd10d7be-6495-438d-aa7d-52b428b2cf03 admin admin] Received port after_create {{(pid=74321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 03 16:01:54.762591 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-dd10d7be-6495-438d-aa7d-52b428b2cf03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-982250'] for router_interface, before_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:54.824015 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cbc9c5-c1cf-4eb3-95b3-6c78ff87141d req-b74fb472-6ee1-487d-ba45-90a70f73323d tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:01:54.824366 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.l3_hamode_db [None req-d9796c65-d143-4621-9dd9-2ee06fb36ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a8fbabf-e36f-4c37-be78-f73c0a027e34', 'name': 'tempest-AttachVolumeShelveTestJSON-599808772-router', 'tenant_id': '30698392a3254cc2a62d95e9d3896fad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'external_fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.34'}], 'enable_snat': True}, 'gw_port_id': 'd896c065-349c-411c-a557-d03b89fa2493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-03T16:01:44Z', 'updated_at': '2021-05-03T16:01:48Z', 'revision_number': 3, 'project_id': '30698392a3254cc2a62d95e9d3896fad', 'gw_port': {'id': 'd896c065-349c-411c-a557-d03b89fa2493', 'name': '', 'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:72:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a8fbabf-e36f-4c37-be78-f73c0a027e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-03T16:01:46Z', 'updated_at': '2021-05-03T16:01:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9682172-7c17-476a-827f-79723500eb4a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-11-smb'}], 'dv-cinder-774286-11-smb', False) {} {{(pid=74323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:01:54.831189 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9796c65-d143-4621-9dd9-2ee06fb36ae7 None None] The sync data for ids ['5a8fbabf-e36f-4c37-be78-f73c0a027e34'] in dv-cinder-774286-11-smb is: [{'id': '5a8fbabf-e36f-4c37-be78-f73c0a027e34', 'name': 'tempest-AttachVolumeShelveTestJSON-599808772-router', 'tenant_id': '30698392a3254cc2a62d95e9d3896fad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'external_fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.34'}], 'enable_snat': True}, 'gw_port_id': 'd896c065-349c-411c-a557-d03b89fa2493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-03T16:01:44Z', 'updated_at': '2021-05-03T16:01:48Z', 'revision_number': 3, 'project_id': '30698392a3254cc2a62d95e9d3896fad', 'gw_port': {'id': 'd896c065-349c-411c-a557-d03b89fa2493', 'name': '', 'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:72:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a8fbabf-e36f-4c37-be78-f73c0a027e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-03T16:01:46Z', 'updated_at': '2021-05-03T16:01:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9682172-7c17-476a-827f-79723500eb4a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-11-smb'}] {{(pid=74323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 16:01:54.838045 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-b4cbc9c5-c1cf-4eb3-95b3-6c78ff87141d req-b74fb472-6ee1-487d-ba45-90a70f73323d tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.42 "GET /v2.0/networks?id=870e002b-7538-43c3-9d68-f9ced202572f HTTP/1.1" status: 200 len: 814 time: 1.4447384 May 03 16:01:54.888787 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.v2.base [req-b4cbc9c5-c1cf-4eb3-95b3-6c78ff87141d req-cbb5710d-5874-47c1-9a16-1933a26b0210 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Request body: {'port': {'device_id': '04d3a199-66c4-4fde-bc85-17543f3251da', 'network_id': '870e002b-7538-43c3-9d68-f9ced202572f', 'admin_state_up': True, 'tenant_id': '0a26f36f4e834c7babe874ff5e2db568'}} {{(pid=74321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 16:01:54.960048 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.42', 61438) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:01:55.122427 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f367965b-f86f-4233-94dd-de7dd8405012 admin admin] Router 39bfadb0-4cab-4f54-bb78-75b1651593d8 is scheduled to L3 agent 433ecc79-0b70-49a3-9006-0abc49206663 with binding_index 1 {{(pid=74320) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 03 16:01:55.224875 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [req-b4cbc9c5-c1cf-4eb3-95b3-6c78ff87141d req-cbb5710d-5874-47c1-9a16-1933a26b0210 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:01:55.227564 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-dd10d7be-6495-438d-aa7d-52b428b2cf03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:55.240755 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [req-b4cbc9c5-c1cf-4eb3-95b3-6c78ff87141d req-cbb5710d-5874-47c1-9a16-1933a26b0210 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Usage tracker for resource:port and tenant:0a26f36f4e834c7babe874ff5e2db568 is out of sync, need to count used quota {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:01:55.246656 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [req-b4cbc9c5-c1cf-4eb3-95b3-6c78ff87141d req-cbb5710d-5874-47c1-9a16-1933a26b0210 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:01:55.270254 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [req-b4cbc9c5-c1cf-4eb3-95b3-6c78ff87141d req-cbb5710d-5874-47c1-9a16-1933a26b0210 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:01:55.300631 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-d593b26b-5791-4031-883e-e6de01eecbc2 None None] Provisioning for port d3df28d5-f4c9-40f4-b5d4-98fac9d28723 completed by entity DHCP. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 16:01:55.306022 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-d593b26b-5791-4031-883e-e6de01eecbc2 None None] Provisioning complete for port d3df28d5-f4c9-40f4-b5d4-98fac9d28723 triggered by entity DHCP. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 16:01:55.310276 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-d593b26b-5791-4031-883e-e6de01eecbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033555'] for port, provisioning_complete {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:55.463730 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7c3630-528e-4151-b3f7-808bff636b7c req-6787dd8f-5db3-4927-8e5a-99baed4331d7 tempest-DeleteServersTestJSON-1514794231 tempest-DeleteServersTestJSON-1514794231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:01:55.464686 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [req-7c7c3630-528e-4151-b3f7-808bff636b7c req-6787dd8f-5db3-4927-8e5a-99baed4331d7 tempest-DeleteServersTestJSON-1514794231 tempest-DeleteServersTestJSON-1514794231-project] Synchronizing usage tracker for tenant:d4fc2b1b5d484febb9a75e0e1e9f5a72 on resource:network {{(pid=74320) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 16:01:55.469304 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.plugin [None req-d593b26b-5791-4031-883e-e6de01eecbc2 None None] Port d3df28d5-f4c9-40f4-b5d4-98fac9d28723 cannot update to ACTIVE because it is not bound. {{(pid=74322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 16:01:55.638345 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4cbc9c5-c1cf-4eb3-95b3-6c78ff87141d req-cbb5710d-5874-47c1-9a16-1933a26b0210 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Made reservation on behalf of 0a26f36f4e834c7babe874ff5e2db568 for: {'port': 1} {{(pid=74321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 16:01:55.646664 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [req-b4cbc9c5-c1cf-4eb3-95b3-6c78ff87141d req-cbb5710d-5874-47c1-9a16-1933a26b0210 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:55.875216 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Device d896c065-349c-411c-a557-d03b89fa2493 up at agent ovs-agent-dv-cinder-774286-11-smb {{(pid=74322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 16:01:56.055985 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [req-7c7c3630-528e-4151-b3f7-808bff636b7c req-6787dd8f-5db3-4927-8e5a-99baed4331d7 tempest-DeleteServersTestJSON-1514794231 tempest-DeleteServersTestJSON-1514794231-project] Unset dirty status for tenant:d4fc2b1b5d484febb9a75e0e1e9f5a72 on resource:network {{(pid=74320) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 16:01:56.057295 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-7c7c3630-528e-4151-b3f7-808bff636b7c req-6787dd8f-5db3-4927-8e5a-99baed4331d7 tempest-DeleteServersTestJSON-1514794231 tempest-DeleteServersTestJSON-1514794231-project] 10.222.0.42 "GET /v2.0/networks?id=8093ebdc-41ed-4934-a390-0b1cf47faa3e HTTP/1.1" status: 200 len: 811 time: 1.0790801 May 03 16:01:56.085136 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.v2.base [req-7c7c3630-528e-4151-b3f7-808bff636b7c req-edddfc65-dfd3-4f6b-acbd-a078cf8daa45 tempest-DeleteServersTestJSON-1514794231 tempest-DeleteServersTestJSON-1514794231-project] Request body: {'port': {'device_id': '3252a7fb-442f-48b9-a19f-0cc92ed28b32', 'network_id': '8093ebdc-41ed-4934-a390-0b1cf47faa3e', 'admin_state_up': True, 'tenant_id': 'd4fc2b1b5d484febb9a75e0e1e9f5a72'}} {{(pid=74320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 16:01:56.094603 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Provisioning for port d896c065-349c-411c-a557-d03b89fa2493 completed by entity L2. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 16:01:56.114528 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Provisioning complete for port d896c065-349c-411c-a557-d03b89fa2493 triggered by entity L2. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 16:01:56.114896 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033555'] for port, provisioning_complete {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:56.124815 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-e4fd1d0c-8c64-48b0-aa72-5875db360d68 req-8d101b9f-93ab-45bb-aa7d-2208334000df tempest-DeleteServersTestJSON-1514794231 tempest-DeleteServersTestJSON-1514794231-project] 10.222.0.11 "GET /v2.0/ports?device_id=3252a7fb-442f-48b9-a19f-0cc92ed28b32 HTTP/1.1" status: 200 len: 210 time: 0.2095375 May 03 16:01:56.248660 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-1e358e3b-0c93-489d-8d7d-a76781e59c69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-928034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926597'] for router, after_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:56.329995 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-e7425e65-b675-4885-9a70-4115d8a7678d req-48289793-ea56-4b41-b3cf-4478e7fc25a3 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.11 "GET /v2.0/ports?device_id=04d3a199-66c4-4fde-bc85-17543f3251da HTTP/1.1" status: 200 len: 210 time: 0.2445455 May 03 16:01:56.460348 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 47270) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:01:56.461435 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.db.resource_extend [None req-dd10d7be-6495-438d-aa7d-52b428b2cf03 admin admin] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 03 16:01:56.492648 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-dd10d7be-6495-438d-aa7d-52b428b2cf03 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:56.511878 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.db_base_plugin_common [req-b4cbc9c5-c1cf-4eb3-95b3-6c78ff87141d req-cbb5710d-5874-47c1-9a16-1933a26b0210 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Allocated IP 172.20.0.8 (870e002b-7538-43c3-9d68-f9ced202572f/213f080e-45b1-4a83-9ec2-6e7991e6012a/04075b21-bc86-48b8-9716-1c06b5d17cd0) {{(pid=74321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 16:01:56.573168 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:56.591122 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f367965b-f86f-4233-94dd-de7dd8405012 admin admin] Notify agent at l3_agent.dv-cinder-774286-11-smb the message routers_updated {{(pid=74320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 16:01:56.605681 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a1e0e7-697f-4a3e-ac19-182b6b6e6133 None None] Sync routers for ids ['39bfadb0-4cab-4f54-bb78-75b1651593d8'] in dv-cinder-774286-11-smb {{(pid=74322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 16:01:56.616497 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-dd10d7be-6495-438d-aa7d-52b428b2cf03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365'] for port, after_update {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:56.616955 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] For port d896c065-349c-411c-a557-d03b89fa2493, host dv-cinder-774286-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-11-smb',level=0,port_id=d896c065-349c-411c-a557-d03b89fa2493,segment=NetworkSegment(9ca86ee1-f733-4108-a8f6-ada8d1103c56),segment_id=9ca86ee1-f733-4108-a8f6-ada8d1103c56)] {{(pid=74322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 16:01:57.022440 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a1e0e7-697f-4a3e-ac19-182b6b6e6133 None None] Routers {'39bfadb0-4cab-4f54-bb78-75b1651593d8'} bound to L3 agent in host dv-cinder-774286-11-smb {{(pid=74322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 03 16:01:57.022440 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_hamode_db [None req-b4a1e0e7-697f-4a3e-ac19-182b6b6e6133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-03T15:53:43Z,description=,heartbeat_timestamp=2021-05-03T16:01:43Z,host='dv-cinder-774286-11-smb',id=433ecc79-0b70-49a3-9006-0abc49206663,load=0,resource_versions=,resources_synced=,started_at=2021-05-03T15:53:44Z,topic='l3_agent')) {'router_ids': ['39bfadb0-4cab-4f54-bb78-75b1651593d8'], 'active': True} {{(pid=74322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:01:57.024014 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-dd10d7be-6495-438d-aa7d-52b428b2cf03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-982089'] for router_interface, after_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:57.024014 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-71e3a992-4da2-4cde-950d-9234a3a72cc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:01:57.024014 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd10d7be-6495-438d-aa7d-52b428b2cf03 admin admin] Pushing event updated for resources: {'Port': ['ID=d3df28d5-f4c9-40f4-b5d4-98fac9d28723,revision_number=2']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:01:57.024014 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-dd10d7be-6495-438d-aa7d-52b428b2cf03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:01:57.049623 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_dvr_db [None req-b4a1e0e7-697f-4a3e-ac19-182b6b6e6133 None None] Set router 39bfadb0-4cab-4f54-bb78-75b1651593d8 gateway port host: dv-cinder-774286-11-smb {{(pid=74322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 03 16:01:57.049773 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-ae22da92-30d5-4238-ac6b-88f737310f52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:57.049867 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365'] for port, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:57.049867 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Device cd566e8a-445f-4721-89cc-28058fcf5102 up at agent ovs-agent-dv-cinder-774286-11-smb {{(pid=74322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 16:01:57.050088 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-ae22da92-30d5-4238-ac6b-88f737310f52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:01:57.053744 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [req-7c7c3630-528e-4151-b3f7-808bff636b7c req-edddfc65-dfd3-4f6b-acbd-a078cf8daa45 tempest-DeleteServersTestJSON-1514794231 tempest-DeleteServersTestJSON-1514794231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:01:57.053919 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-ae22da92-30d5-4238-ac6b-88f737310f52 admin admin] Usage tracker for resource:security_group_rule and tenant:df8951c52a6e417b81d79f6f16df8cd1 is out of sync, need to count used quota {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:01:57.059113 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-ae22da92-30d5-4238-ac6b-88f737310f52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:01:57.060228 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-f367965b-f86f-4233-94dd-de7dd8405012 admin admin] Notify callbacks [] for router, before_response {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:57.064272 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-f367965b-f86f-4233-94dd-de7dd8405012 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 10.4427803 May 03 16:01:57.064272 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [req-7c7c3630-528e-4151-b3f7-808bff636b7c req-edddfc65-dfd3-4f6b-acbd-a078cf8daa45 tempest-DeleteServersTestJSON-1514794231 tempest-DeleteServersTestJSON-1514794231-project] Usage tracker for resource:port and tenant:d4fc2b1b5d484febb9a75e0e1e9f5a72 is out of sync, need to count used quota {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:01:57.068728 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [req-7c7c3630-528e-4151-b3f7-808bff636b7c req-edddfc65-dfd3-4f6b-acbd-a078cf8daa45 tempest-DeleteServersTestJSON-1514794231 tempest-DeleteServersTestJSON-1514794231-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:01:57.071856 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 47280) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:01:57.085835 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-e3918e24-da23-4f1f-9197-5376b3263045 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:01:57.195759 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [req-7c7c3630-528e-4151-b3f7-808bff636b7c req-edddfc65-dfd3-4f6b-acbd-a078cf8daa45 tempest-DeleteServersTestJSON-1514794231 tempest-DeleteServersTestJSON-1514794231-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:01:57.471299 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-ae22da92-30d5-4238-ac6b-88f737310f52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:01:57.479029 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c7c3630-528e-4151-b3f7-808bff636b7c req-edddfc65-dfd3-4f6b-acbd-a078cf8daa45 tempest-DeleteServersTestJSON-1514794231 tempest-DeleteServersTestJSON-1514794231-project] Made reservation on behalf of d4fc2b1b5d484febb9a75e0e1e9f5a72 for: {'port': 1} {{(pid=74320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 16:01:57.483316 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [req-7c7c3630-528e-4151-b3f7-808bff636b7c req-edddfc65-dfd3-4f6b-acbd-a078cf8daa45 tempest-DeleteServersTestJSON-1514794231 tempest-DeleteServersTestJSON-1514794231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:57.768029 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-4f16e075-bb51-4bbf-bd15-dd62b02e0dcc req-eefd325c-a858-4011-8766-80b62488ca2e tempest-DeleteServersTestJSON-1514794231 tempest-DeleteServersTestJSON-1514794231-project] 10.222.0.11 "GET /v2.0/ports?device_id=3252a7fb-442f-48b9-a19f-0cc92ed28b32 HTTP/1.1" status: 200 len: 210 time: 0.2058640 May 03 16:01:57.803337 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e358e3b-0c93-489d-8d7d-a76781e59c69 admin admin] Router 59fbbaaf-3c82-4b4a-9f4b-382ac8ad236c is scheduled to L3 agent 433ecc79-0b70-49a3-9006-0abc49206663 with binding_index 1 {{(pid=74320) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 03 16:01:57.810334 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Pushing event updated for resources: {'Port': ['ID=d896c065-349c-411c-a557-d03b89fa2493,revision_number=4']} {{(pid=74322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:01:57.814814 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.729s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:01:57.892927 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Provisioning complete for port cd566e8a-445f-4721-89cc-28058fcf5102 triggered by entity L2. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 16:01:57.893299 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033555'] for port, provisioning_complete {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:57.911189 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-7e0cf2c2-24e5-4d17-bcef-e97f6a385809 req-378cf03d-3d9b-47dd-bc3d-12b5088bb842 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.11 "GET /v2.0/ports?device_id=04d3a199-66c4-4fde-bc85-17543f3251da HTTP/1.1" status: 200 len: 210 time: 0.1354492 May 03 16:01:57.968864 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd10d7be-6495-438d-aa7d-52b428b2cf03 admin admin] Network 3d07b93f-2cbc-4419-9656-593dd149b251 is already hosted by enough agents. {{(pid=74321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 16:01:57.972507 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.scheduler.base_scheduler [None req-dd10d7be-6495-438d-aa7d-52b428b2cf03 admin admin] Resources bound (agent type, host, resource id): {{(pid=74321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:01:57.989689 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [req-b4cbc9c5-c1cf-4eb3-95b3-6c78ff87141d req-cbb5710d-5874-47c1-9a16-1933a26b0210 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Notify callbacks [] for port, precommit_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:58.157967 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_hamode_db [None req-b4a1e0e7-697f-4a3e-ac19-182b6b6e6133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39bfadb0-4cab-4f54-bb78-75b1651593d8', 'name': 'tempest-ServerRescueNegativeTestJSON-684889247-router', 'tenant_id': '8a5aae9d34474935a5fba6d6bb4b34f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'external_fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.228'}], 'enable_snat': True}, 'gw_port_id': '433ca7e3-5f83-451b-9f12-50bfcb5d9e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-03T16:01:46Z', 'updated_at': '2021-05-03T16:01:52Z', 'revision_number': 3, 'project_id': '8a5aae9d34474935a5fba6d6bb4b34f6', 'gw_port': {'id': '433ca7e3-5f83-451b-9f12-50bfcb5d9e86', 'name': '', 'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:55:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39bfadb0-4cab-4f54-bb78-75b1651593d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-03T16:01:50Z', 'updated_at': '2021-05-03T16:01:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9682172-7c17-476a-827f-79723500eb4a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-11-smb'}], 'dv-cinder-774286-11-smb', False) {} {{(pid=74322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:01:58.168843 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a1e0e7-697f-4a3e-ac19-182b6b6e6133 None None] Checking router: 39bfadb0-4cab-4f54-bb78-75b1651593d8 for host: dv-cinder-774286-11-smb {{(pid=74322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 16:01:58.169277 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a1e0e7-697f-4a3e-ac19-182b6b6e6133 None None] Updating router 39bfadb0-4cab-4f54-bb78-75b1651593d8 port 433ca7e3-5f83-451b-9f12-50bfcb5d9e86 binding host dv-cinder-774286-11-smb {{(pid=74322) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 16:01:58.307601 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-b4a1e0e7-697f-4a3e-ac19-182b6b6e6133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:58.391502 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Device d896c065-349c-411c-a557-d03b89fa2493 up at agent ovs-agent-dv-cinder-774286-11-smb {{(pid=74322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 16:01:58.415935 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-ae22da92-30d5-4238-ac6b-88f737310f52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:58.463086 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd10d7be-6495-438d-aa7d-52b428b2cf03 admin admin] Router 5a8fbabf-e36f-4c37-be78-f73c0a027e34 has already been hosted by L3 agent 433ecc79-0b70-49a3-9006-0abc49206663 {{(pid=74321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 16:01:58.588214 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.db_base_plugin_common [req-7c7c3630-528e-4151-b3f7-808bff636b7c req-edddfc65-dfd3-4f6b-acbd-a078cf8daa45 tempest-DeleteServersTestJSON-1514794231 tempest-DeleteServersTestJSON-1514794231-project] Allocated IP 172.20.0.14 (8093ebdc-41ed-4934-a390-0b1cf47faa3e/6ce7fc78-cf3e-495e-952c-9a3833116d0b/85b54a10-5c0e-4de0-98c6-a9048aeafab6) {{(pid=74320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 16:01:58.590680 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [req-b4cbc9c5-c1cf-4eb3-95b3-6c78ff87141d req-cbb5710d-5874-47c1-9a16-1933a26b0210 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781092417302'] for port, after_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:58.592583 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-ae22da92-30d5-4238-ac6b-88f737310f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:58.619480 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:01:58.686030 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-a93be440-f991-4cec-b08e-0fd947b7ea68 None None] Provisioning complete for port d3df28d5-f4c9-40f4-b5d4-98fac9d28723 triggered by entity DHCP. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 16:01:58.686662 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-a93be440-f991-4cec-b08e-0fd947b7ea68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033555'] for port, provisioning_complete {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:58.806815 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-b3dcd508-a1d7-4697-a303-7cc9ffb8f9fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:59.079090 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4cbc9c5-c1cf-4eb3-95b3-6c78ff87141d req-cbb5710d-5874-47c1-9a16-1933a26b0210 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Network 870e002b-7538-43c3-9d68-f9ced202572f is already hosted by enough agents. {{(pid=74321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 16:01:59.080892 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.scheduler.base_scheduler [req-b4cbc9c5-c1cf-4eb3-95b3-6c78ff87141d req-cbb5710d-5874-47c1-9a16-1933a26b0210 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Resources bound (agent type, host, resource id): {{(pid=74321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:01:59.103053 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-ae22da92-30d5-4238-ac6b-88f737310f52 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=df8951c52a6e417b81d79f6f16df8cd1&name=default HTTP/1.1" status: 200 len: 2977 time: 2.6232841 May 03 16:01:59.103053 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4cbc9c5-c1cf-4eb3-95b3-6c78ff87141d req-cbb5710d-5874-47c1-9a16-1933a26b0210 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Received port after_create {{(pid=74321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 03 16:01:59.134880 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cbc9c5-c1cf-4eb3-95b3-6c78ff87141d req-cbb5710d-5874-47c1-9a16-1933a26b0210 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:01:59.138037 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [req-b4cbc9c5-c1cf-4eb3-95b3-6c78ff87141d req-cbb5710d-5874-47c1-9a16-1933a26b0210 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532153'] for port, before_response {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:59.142756 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.db_base_plugin_common [None req-b3dcd508-a1d7-4697-a303-7cc9ffb8f9fa admin admin] Allocated IP 172.20.0.1 (69748d7f-425d-412f-8a9e-fa9e9e44cf28/6105efe5-e9de-4dbf-902a-b4dce538b42d/0d7603b9-447a-4e5d-9334-aed8be7edcb3) {{(pid=74320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 16:01:59.245356 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae22da92-30d5-4238-ac6b-88f737310f52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1a0e189-782a-485f-9cbc-434d5680d848,revision_number=1']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:01:59.271183 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-2c5873fa-3fcf-4496-9323-a544c4f7af1a req-d3e76534-3ddb-47e4-a197-e29d45ee18db tempest-DeleteServersTestJSON-1514794231 tempest-DeleteServersTestJSON-1514794231-project] 10.222.0.11 "GET /v2.0/ports?device_id=3252a7fb-442f-48b9-a19f-0cc92ed28b32 HTTP/1.1" status: 200 len: 210 time: 0.2838860 May 03 16:01:59.272451 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-ae22da92-30d5-4238-ac6b-88f737310f52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.653s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:01:59.274352 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 47320) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:01:59.276356 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Provisioning complete for port d896c065-349c-411c-a557-d03b89fa2493 triggered by entity L2. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 16:01:59.276815 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033555'] for port, provisioning_complete {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:59.354439 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.plugin [None req-a93be440-f991-4cec-b08e-0fd947b7ea68 None None] Port d3df28d5-f4c9-40f4-b5d4-98fac9d28723 cannot update to ACTIVE because it is not bound. {{(pid=74322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 16:01:59.384858 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-dd10d7be-6495-438d-aa7d-52b428b2cf03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.499s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:01:59.419354 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-b4a1e0e7-697f-4a3e-ac19-182b6b6e6133 None None] Notify callbacks [] for port, precommit_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:59.420642 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd10d7be-6495-438d-aa7d-52b428b2cf03 admin admin] Notify agent at l3_agent.dv-cinder-774286-11-smb the message routers_updated {{(pid=74321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 16:01:59.437464 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-dd10d7be-6495-438d-aa7d-52b428b2cf03 admin admin] 10.222.0.11 "PUT /v2.0/routers/5a8fbabf-e36f-4c37-be78-f73c0a027e34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4099426 May 03 16:01:59.440295 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c46354-f7bf-4e53-88c5-ac0655603d93 None None] Sync routers for ids ['5a8fbabf-e36f-4c37-be78-f73c0a027e34'] in dv-cinder-774286-11-smb {{(pid=74323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 16:01:59.450394 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-b4a1e0e7-697f-4a3e-ac19-182b6b6e6133 None None] Transition to ACTIVE for port object 433ca7e3-5f83-451b-9f12-50bfcb5d9e86 will not be triggered until provisioned by entity L2. {{(pid=74322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 16:01:59.469612 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c46354-f7bf-4e53-88c5-ac0655603d93 None None] Routers {'5a8fbabf-e36f-4c37-be78-f73c0a027e34'} bound to L3 agent in host dv-cinder-774286-11-smb {{(pid=74323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 03 16:01:59.471855 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.l3_hamode_db [None req-a2c46354-f7bf-4e53-88c5-ac0655603d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-03T15:53:43Z,description=,heartbeat_timestamp=2021-05-03T16:01:43Z,host='dv-cinder-774286-11-smb',id=433ecc79-0b70-49a3-9006-0abc49206663,load=0,resource_versions=,resources_synced=,started_at=2021-05-03T15:53:44Z,topic='l3_agent')) {'router_ids': ['5a8fbabf-e36f-4c37-be78-f73c0a027e34'], 'active': True} {{(pid=74323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:01:59.493671 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e358e3b-0c93-489d-8d7d-a76781e59c69 admin admin] Notify agent at l3_agent.dv-cinder-774286-11-smb the message routers_updated {{(pid=74320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 16:01:59.531308 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-b4cbc9c5-c1cf-4eb3-95b3-6c78ff87141d req-cbb5710d-5874-47c1-9a16-1933a26b0210 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6466937 May 03 16:01:59.535134 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-08e5e666-8426-4f75-8819-afc93f35ade6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:59.564840 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6cc088a-0add-4e54-8168-37d1fb8612a3 None None] Sync routers for ids ['59fbbaaf-3c82-4b4a-9f4b-382ac8ad236c'] in dv-cinder-774286-11-smb {{(pid=74322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 16:01:59.574569 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [req-b4cbc9c5-c1cf-4eb3-95b3-6c78ff87141d req-4e90c5b2-04e8-44f7-9a91-ada80b6121e4 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=74321) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 16:01:59.575410 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-b4cbc9c5-c1cf-4eb3-95b3-6c78ff87141d req-4e90c5b2-04e8-44f7-9a91-ada80b6121e4 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060489 May 03 16:01:59.581603 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-08e5e666-8426-4f75-8819-afc93f35ade6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:59.594483 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-b4a1e0e7-697f-4a3e-ac19-182b6b6e6133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365'] for port, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:59.665220 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:01:59.670445 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-b3dcd508-a1d7-4697-a303-7cc9ffb8f9fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:59.705088 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb5710d-5874-47c1-9a16-1933a26b0210 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Pushing event updated for resources: {'Port': ['ID=04075b21-bc86-48b8-9716-1c06b5d17cd0,revision_number=1']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:01:59.717968 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-cbb5710d-5874-47c1-9a16-1933a26b0210 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:01:59.769297 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17f04ba-a35b-4517-8517-2692d55d07a7 req-1e1820cb-80b1-42e9-b8f6-9d17455fd9f4 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:01:59.770388 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [req-d17f04ba-a35b-4517-8517-2692d55d07a7 req-1e1820cb-80b1-42e9-b8f6-9d17455fd9f4 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Synchronizing usage tracker for tenant:0a26f36f4e834c7babe874ff5e2db568 on resource:port {{(pid=74321) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 16:01:59.835387 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6cc088a-0add-4e54-8168-37d1fb8612a3 None None] Routers {'59fbbaaf-3c82-4b4a-9f4b-382ac8ad236c'} bound to L3 agent in host dv-cinder-774286-11-smb {{(pid=74322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 03 16:01:59.836333 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_hamode_db [None req-c6cc088a-0add-4e54-8168-37d1fb8612a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-03T15:53:43Z,description=,heartbeat_timestamp=2021-05-03T16:01:43Z,host='dv-cinder-774286-11-smb',id=433ecc79-0b70-49a3-9006-0abc49206663,load=0,resource_versions=,resources_synced=,started_at=2021-05-03T15:53:44Z,topic='l3_agent')) {'router_ids': ['59fbbaaf-3c82-4b4a-9f4b-382ac8ad236c'], 'active': True} {{(pid=74322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:01:59.839922 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.v2.base [req-b4cbc9c5-c1cf-4eb3-95b3-6c78ff87141d req-445c0295-8e1d-45f7-a594-7a600e53b875 service neutron] Request body: {'port': {'device_id': '04d3a199-66c4-4fde-bc85-17543f3251da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=74321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 16:01:59.898866 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-1e358e3b-0c93-489d-8d7d-a76781e59c69 admin admin] Notify callbacks [] for router, before_response {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:59.902744 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-1e358e3b-0c93-489d-8d7d-a76781e59c69 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 13.1327109 May 03 16:01:59.905311 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 47340) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:01:59.941951 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-08e5e666-8426-4f75-8819-afc93f35ade6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:01:59.942751 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [req-d17f04ba-a35b-4517-8517-2692d55d07a7 req-1e1820cb-80b1-42e9-b8f6-9d17455fd9f4 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Unset dirty status for tenant:0a26f36f4e834c7babe874ff5e2db568 on resource:port {{(pid=74321) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 16:01:59.946055 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-d17f04ba-a35b-4517-8517-2692d55d07a7 req-1e1820cb-80b1-42e9-b8f6-9d17455fd9f4 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.11 "GET /v2.0/ports?device_id=04d3a199-66c4-4fde-bc85-17543f3251da HTTP/1.1" status: 200 len: 931 time: 0.6670792 May 03 16:02:00.007679 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-ae22da92-30d5-4238-ac6b-88f737310f52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:02:00.027888 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fb0f01-22ed-4784-9c3e-6130e3543a14 None None] Pushing event updated for resources: {'Port': ['ID=433ca7e3-5f83-451b-9f12-50bfcb5d9e86,revision_number=2']} {{(pid=74322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:02:00.108911 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-08e5e666-8426-4f75-8819-afc93f35ade6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:00.120393 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-08e5e666-8426-4f75-8819-afc93f35ade6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d1a0e189-782a-485f-9cbc-434d5680d848 HTTP/1.1" status: 204 len: 168 time: 0.7026994 May 03 16:02:00.134361 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.managers [None req-b4a1e0e7-697f-4a3e-ac19-182b6b6e6133 None None] Attempting to bind port 433ca7e3-5f83-451b-9f12-50bfcb5d9e86 on host dv-cinder-774286-11-smb for vnic_type normal with profile {{(pid=74322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 16:02:00.134742 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.managers [None req-b4a1e0e7-697f-4a3e-ac19-182b6b6e6133 None None] Attempting to bind port 433ca7e3-5f83-451b-9f12-50bfcb5d9e86 by drivers openvswitch,hyperv on host dv-cinder-774286-11-smb at level 0 using segments [{'id': '9ca86ee1-f733-4108-a8f6-ada8d1103c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19073356-f4a5-448b-8854-15ae9765d652'}] {{(pid=74322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 16:02:00.135112 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a1e0e7-697f-4a3e-ac19-182b6b6e6133 None None] Attempting to bind port 433ca7e3-5f83-451b-9f12-50bfcb5d9e86 on network 19073356-f4a5-448b-8854-15ae9765d652 {{(pid=74322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 16:02:00.144178 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-61fb0f01-22ed-4784-9c3e-6130e3543a14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.476s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:02:00.151585 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.l3_dvr_db [None req-a2c46354-f7bf-4e53-88c5-ac0655603d93 None None] Set router 5a8fbabf-e36f-4c37-be78-f73c0a027e34 gateway port host: dv-cinder-774286-11-smb {{(pid=74323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 03 16:02:00.164146 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e5e666-8426-4f75-8819-afc93f35ade6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1a0e189-782a-485f-9cbc-434d5680d848,revision_number=None']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:02:00.188498 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a1e0e7-697f-4a3e-ac19-182b6b6e6133 None None] Checking agent: {'id': '682d886a-77a6-45f8-87fa-5ebc2dd04251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 3, 15, 53, 43), 'started_at': datetime.datetime(2021, 5, 3, 15, 54, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 3, 16, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 16:02:00.189480 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a1e0e7-697f-4a3e-ac19-182b6b6e6133 None None] Checking segment: {'id': '9ca86ee1-f733-4108-a8f6-ada8d1103c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19073356-f4a5-448b-8854-15ae9765d652'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 03 16:02:00.191344 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-b4a1e0e7-697f-4a3e-ac19-182b6b6e6133 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:00.191344 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a1e0e7-697f-4a3e-ac19-182b6b6e6133 None None] Bound using segment: {'id': '9ca86ee1-f733-4108-a8f6-ada8d1103c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19073356-f4a5-448b-8854-15ae9765d652'} {{(pid=74322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 16:02:00.191344 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.managers [None req-b4a1e0e7-697f-4a3e-ac19-182b6b6e6133 None None] Bound port: 433ca7e3-5f83-451b-9f12-50bfcb5d9e86, host: dv-cinder-774286-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ca86ee1-f733-4108-a8f6-ada8d1103c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19073356-f4a5-448b-8854-15ae9765d652'}}] {{(pid=74322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 16:02:00.192348 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-b4a1e0e7-697f-4a3e-ac19-182b6b6e6133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:00.208917 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-08e5e666-8426-4f75-8819-afc93f35ade6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:02:00.238472 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [req-7c7c3630-528e-4151-b3f7-808bff636b7c req-edddfc65-dfd3-4f6b-acbd-a078cf8daa45 tempest-DeleteServersTestJSON-1514794231 tempest-DeleteServersTestJSON-1514794231-project] Notify callbacks [] for port, precommit_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:00.318007 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-b4a1e0e7-697f-4a3e-ac19-182b6b6e6133 None None] For port 433ca7e3-5f83-451b-9f12-50bfcb5d9e86, host dv-cinder-774286-11-smb, cleared binding levels {{(pid=74322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 16:02:00.323080 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-b4a1e0e7-697f-4a3e-ac19-182b6b6e6133 None None] For port 433ca7e3-5f83-451b-9f12-50bfcb5d9e86, host dv-cinder-774286-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-11-smb',level=0,port_id=433ca7e3-5f83-451b-9f12-50bfcb5d9e86,segment=NetworkSegment(9ca86ee1-f733-4108-a8f6-ada8d1103c56),segment_id=9ca86ee1-f733-4108-a8f6-ada8d1103c56)] {{(pid=74322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 16:02:00.350391 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-b3dcd508-a1d7-4697-a303-7cc9ffb8f9fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781092417302'] for port, after_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:00.371080 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_dvr_db [None req-c6cc088a-0add-4e54-8168-37d1fb8612a3 None None] Set router 59fbbaaf-3c82-4b4a-9f4b-382ac8ad236c gateway port host: dv-cinder-774286-11-smb {{(pid=74322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 03 16:02:00.392325 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:02:00.409244 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [req-d17f04ba-a35b-4517-8517-2692d55d07a7 req-3cd2a0bc-a3f9-4cd3-961d-2fbf4c61f5bf tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Synchronizing usage tracker for tenant:0a26f36f4e834c7babe874ff5e2db568 on resource:security_group {{(pid=74321) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 16:02:00.470863 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [req-b4cbc9c5-c1cf-4eb3-95b3-6c78ff87141d req-445c0295-8e1d-45f7-a594-7a600e53b875 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:00.606448 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [req-d17f04ba-a35b-4517-8517-2692d55d07a7 req-3cd2a0bc-a3f9-4cd3-961d-2fbf4c61f5bf tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Unset dirty status for tenant:0a26f36f4e834c7babe874ff5e2db568 on resource:security_group {{(pid=74321) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 16:02:00.613647 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-b4a1e0e7-697f-4a3e-ac19-182b6b6e6133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365'] for port, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:00.625022 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-d17f04ba-a35b-4517-8517-2692d55d07a7 req-3cd2a0bc-a3f9-4cd3-961d-2fbf4c61f5bf tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.11 "GET /v2.0/security-groups?id=831833fd-9100-465b-874d-f70121588630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6697440 May 03 16:02:00.777639 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3dcd508-a1d7-4697-a303-7cc9ffb8f9fa admin admin] Network 69748d7f-425d-412f-8a9e-fa9e9e44cf28 is already hosted by enough agents. {{(pid=74320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 16:02:00.798684 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 47358) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:02:00.825359 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.scheduler.base_scheduler [None req-b3dcd508-a1d7-4697-a303-7cc9ffb8f9fa admin admin] Resources bound (agent type, host, resource id): {{(pid=74320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:02:00.830115 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.l3_hamode_db [None req-a2c46354-f7bf-4e53-88c5-ac0655603d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a8fbabf-e36f-4c37-be78-f73c0a027e34', 'name': 'tempest-AttachVolumeShelveTestJSON-599808772-router', 'tenant_id': '30698392a3254cc2a62d95e9d3896fad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'external_fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.34'}], 'enable_snat': True}, 'gw_port_id': 'd896c065-349c-411c-a557-d03b89fa2493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-03T16:01:44Z', 'updated_at': '2021-05-03T16:01:54Z', 'revision_number': 4, 'project_id': '30698392a3254cc2a62d95e9d3896fad', 'gw_port': {'id': 'd896c065-349c-411c-a557-d03b89fa2493', 'name': '', 'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:72:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a8fbabf-e36f-4c37-be78-f73c0a027e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-03T16:01:46Z', 'updated_at': '2021-05-03T16:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9682172-7c17-476a-827f-79723500eb4a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-11-smb', '_interfaces': [{'id': 'd3df28d5-f4c9-40f4-b5d4-98fac9d28723', 'name': '', 'network_id': '3d07b93f-2cbc-4419-9656-593dd149b251', 'tenant_id': '30698392a3254cc2a62d95e9d3896fad', 'mac_address': 'fa:16:3e:b5:e3:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a8fbabf-e36f-4c37-be78-f73c0a027e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '6e179f81-7e4a-49b9-b9a9-9613d63a9979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-03T16:01:53Z', 'updated_at': '2021-05-03T16:01:55Z', 'revision_number': 2, 'project_id': '30698392a3254cc2a62d95e9d3896fad', 'subnets': [{'id': '6e179f81-7e4a-49b9-b9a9-9613d63a9979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-11-smb', False) {} {{(pid=74323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:02:00.838225 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.v2.base [None req-a879ea4e-2ab4-4219-b989-4d04c945fe9a tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Request body: {'security_group': {'name': 'tempest-securitygroup--747996692', 'description': 'tempest-description--1678074795'}} {{(pid=74320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 16:02:00.848106 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:02:00.854078 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c46354-f7bf-4e53-88c5-ac0655603d93 None None] Checking router: 5a8fbabf-e36f-4c37-be78-f73c0a027e34 for host: dv-cinder-774286-11-smb {{(pid=74323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 16:02:00.854439 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c46354-f7bf-4e53-88c5-ac0655603d93 None None] Updating router 5a8fbabf-e36f-4c37-be78-f73c0a027e34 port d3df28d5-f4c9-40f4-b5d4-98fac9d28723 binding host dv-cinder-774286-11-smb {{(pid=74323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 16:02:00.887951 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3dcd508-a1d7-4697-a303-7cc9ffb8f9fa admin admin] Received port after_create {{(pid=74320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 03 16:02:00.888332 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-b3dcd508-a1d7-4697-a303-7cc9ffb8f9fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-982250'] for router_interface, before_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:00.992401 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron_lib.callbacks.manager [None req-a2c46354-f7bf-4e53-88c5-ac0655603d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:01.044402 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-8fcc0bdb-0424-417d-9c40-21fba2111091 req-0cc085ab-52e2-446c-9d54-e0e136f7b3f0 tempest-DeleteServersTestJSON-1514794231 tempest-DeleteServersTestJSON-1514794231-project] 10.222.0.11 "GET /v2.0/ports?device_id=3252a7fb-442f-48b9-a19f-0cc92ed28b32 HTTP/1.1" status: 200 len: 210 time: 0.1037393 May 03 16:02:01.130245 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 47366) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:02:01.199146 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fb0f01-22ed-4784-9c3e-6130e3543a14 None None] Pushing event updated for resources: {'Port': ['ID=433ca7e3-5f83-451b-9f12-50bfcb5d9e86,revision_number=3']} {{(pid=74322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:02:01.217875 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-61fb0f01-22ed-4784-9c3e-6130e3543a14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:02:01.218514 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a1e0e7-697f-4a3e-ac19-182b6b6e6133 None None] Routers {'39bfadb0-4cab-4f54-bb78-75b1651593d8'} bound to L3 agent in host dv-cinder-774286-11-smb {{(pid=74322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 03 16:02:01.219154 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_hamode_db [None req-b4a1e0e7-697f-4a3e-ac19-182b6b6e6133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-03T15:53:43Z,description=,heartbeat_timestamp=2021-05-03T16:01:43Z,host='dv-cinder-774286-11-smb',id=433ecc79-0b70-49a3-9006-0abc49206663,load=0,resource_versions=,resources_synced=,started_at=2021-05-03T15:53:44Z,topic='l3_agent')) {'router_ids': ['39bfadb0-4cab-4f54-bb78-75b1651593d8'], 'active': True} {{(pid=74322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:02:01.420764 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.notifiers.nova [req-b4cbc9c5-c1cf-4eb3-95b3-6c78ff87141d req-445c0295-8e1d-45f7-a594-7a600e53b875 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04075b21-bc86-48b8-9716-1c06b5d17cd0 {{(pid=74321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 03 16:02:01.445193 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-a879ea4e-2ab4-4219-b989-4d04c945fe9a tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:02:01.463360 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [req-b4cbc9c5-c1cf-4eb3-95b3-6c78ff87141d req-445c0295-8e1d-45f7-a594-7a600e53b875 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:01.470139 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-a879ea4e-2ab4-4219-b989-4d04c945fe9a tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Usage tracker for resource:security_group and tenant:30698392a3254cc2a62d95e9d3896fad is out of sync, need to count used quota {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:02:01.475347 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_hamode_db [None req-c6cc088a-0add-4e54-8168-37d1fb8612a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59fbbaaf-3c82-4b4a-9f4b-382ac8ad236c', 'name': 'tempest-AttachVolumeTestJSON-1560532479-router', 'tenant_id': 'a45b3ae4a7654b64951cdc1628f41ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'external_fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.189'}], 'enable_snat': True}, 'gw_port_id': 'd271ec25-1f7e-47bc-ab15-351e9358f1b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-03T16:01:46Z', 'updated_at': '2021-05-03T16:01:53Z', 'revision_number': 3, 'project_id': 'a45b3ae4a7654b64951cdc1628f41ef5', 'gw_port': {'id': 'd271ec25-1f7e-47bc-ab15-351e9358f1b5', 'name': '', 'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:c8:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59fbbaaf-3c82-4b4a-9f4b-382ac8ad236c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-03T16:01:50Z', 'updated_at': '2021-05-03T16:01:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9682172-7c17-476a-827f-79723500eb4a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-11-smb'}], 'dv-cinder-774286-11-smb', False) {} {{(pid=74322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:02:01.483393 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-3d0c6ec3-12b9-46af-9d75-d104bbdc7ebe admin admin] Notify callbacks [] for security_group, before_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:01.490679 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6cc088a-0add-4e54-8168-37d1fb8612a3 None None] Checking router: 59fbbaaf-3c82-4b4a-9f4b-382ac8ad236c for host: dv-cinder-774286-11-smb {{(pid=74322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 16:02:01.494776 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6cc088a-0add-4e54-8168-37d1fb8612a3 None None] Updating router 59fbbaaf-3c82-4b4a-9f4b-382ac8ad236c port d271ec25-1f7e-47bc-ab15-351e9358f1b5 binding host dv-cinder-774286-11-smb {{(pid=74322) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 16:02:01.528507 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.provisioning_blocks [req-b4cbc9c5-c1cf-4eb3-95b3-6c78ff87141d req-445c0295-8e1d-45f7-a594-7a600e53b875 service neutron] Transition to ACTIVE for port object 04075b21-bc86-48b8-9716-1c06b5d17cd0 will not be triggered until provisioned by entity L2. {{(pid=74321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 16:02:01.530812 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-3d0c6ec3-12b9-46af-9d75-d104bbdc7ebe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:02:01.538383 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-a879ea4e-2ab4-4219-b989-4d04c945fe9a tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:02:01.545172 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-3d0c6ec3-12b9-46af-9d75-d104bbdc7ebe admin admin] Usage tracker for resource:security_group_rule and tenant:28c5a1c7d42443ebb61e57e6a797088a is out of sync, need to count used quota {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:02:01.548220 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-3d0c6ec3-12b9-46af-9d75-d104bbdc7ebe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:02:01.555663 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-3d0c6ec3-12b9-46af-9d75-d104bbdc7ebe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:02:01.582108 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-a879ea4e-2ab4-4219-b989-4d04c945fe9a tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:02:01.582108 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dcd508-a1d7-4697-a303-7cc9ffb8f9fa admin admin] Pushing event updated for resources: {'Port': ['ID=0d7603b9-447a-4e5d-9334-aed8be7edcb3,revision_number=1']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:02:01.598792 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-b3dcd508-a1d7-4697-a303-7cc9ffb8f9fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.206s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:02:01.610432 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [req-b4cbc9c5-c1cf-4eb3-95b3-6c78ff87141d req-445c0295-8e1d-45f7-a594-7a600e53b875 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365'] for port, after_update {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:01.635926 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:02:01.656740 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-c6cc088a-0add-4e54-8168-37d1fb8612a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:01.822534 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [req-7c7c3630-528e-4151-b3f7-808bff636b7c req-edddfc65-dfd3-4f6b-acbd-a078cf8daa45 tempest-DeleteServersTestJSON-1514794231 tempest-DeleteServersTestJSON-1514794231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781092417302'] for port, after_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:01.920012 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-1e358e3b-0c93-489d-8d7d-a76781e59c69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:02:01.993364 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445c0295-8e1d-45f7-a594-7a600e53b875 service neutron] Pushing event updated for resources: {'Port': ['ID=04075b21-bc86-48b8-9716-1c06b5d17cd0,revision_number=2']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:02:02.016568 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron_lib.callbacks.manager [None req-a2c46354-f7bf-4e53-88c5-ac0655603d93 None None] Notify callbacks [] for port, precommit_update {{(pid=74323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:02.039677 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.provisioning_blocks [None req-a2c46354-f7bf-4e53-88c5-ac0655603d93 None None] Transition to ACTIVE for port object d3df28d5-f4c9-40f4-b5d4-98fac9d28723 will not be triggered until provisioned by entity L2. {{(pid=74323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 16:02:02.040167 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-445c0295-8e1d-45f7-a594-7a600e53b875 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:02:02.132293 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c7c3630-528e-4151-b3f7-808bff636b7c req-edddfc65-dfd3-4f6b-acbd-a078cf8daa45 tempest-DeleteServersTestJSON-1514794231 tempest-DeleteServersTestJSON-1514794231-project] Network 8093ebdc-41ed-4934-a390-0b1cf47faa3e is already hosted by enough agents. {{(pid=74320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 16:02:02.157732 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron_lib.callbacks.manager [None req-a2c46354-f7bf-4e53-88c5-ac0655603d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365'] for port, after_update {{(pid=74323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:02.163163 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:02:02.165796 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.scheduler.base_scheduler [req-7c7c3630-528e-4151-b3f7-808bff636b7c req-edddfc65-dfd3-4f6b-acbd-a078cf8daa45 tempest-DeleteServersTestJSON-1514794231 tempest-DeleteServersTestJSON-1514794231-project] Resources bound (agent type, host, resource id): {{(pid=74320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:02:02.173012 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c7c3630-528e-4151-b3f7-808bff636b7c req-edddfc65-dfd3-4f6b-acbd-a078cf8daa45 tempest-DeleteServersTestJSON-1514794231 tempest-DeleteServersTestJSON-1514794231-project] Received port after_create {{(pid=74320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 03 16:02:02.186683 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7c3630-528e-4151-b3f7-808bff636b7c req-edddfc65-dfd3-4f6b-acbd-a078cf8daa45 tempest-DeleteServersTestJSON-1514794231 tempest-DeleteServersTestJSON-1514794231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:02.187359 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [req-7c7c3630-528e-4151-b3f7-808bff636b7c req-edddfc65-dfd3-4f6b-acbd-a078cf8daa45 tempest-DeleteServersTestJSON-1514794231 tempest-DeleteServersTestJSON-1514794231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532153'] for port, before_response {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:02.469959 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-a879ea4e-2ab4-4219-b989-4d04c945fe9a tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Notify callbacks [] for security_group, before_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:02.505446 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c8300f-4b57-4a63-8c47-487183cdd274 None None] Pushing event updated for resources: {'Port': ['ID=d3df28d5-f4c9-40f4-b5d4-98fac9d28723,revision_number=3']} {{(pid=74323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:02:02.510795 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-c6cc088a-0add-4e54-8168-37d1fb8612a3 None None] Notify callbacks [] for port, precommit_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:02.533585 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-7c7c3630-528e-4151-b3f7-808bff636b7c req-edddfc65-dfd3-4f6b-acbd-a078cf8daa45 tempest-DeleteServersTestJSON-1514794231 tempest-DeleteServersTestJSON-1514794231-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.4568110 May 03 16:02:02.540241 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-c6cc088a-0add-4e54-8168-37d1fb8612a3 None None] Transition to ACTIVE for port object d271ec25-1f7e-47bc-ab15-351e9358f1b5 will not be triggered until provisioned by entity L2. {{(pid=74322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 16:02:02.571888 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG oslo_concurrency.lockutils [None req-49c8300f-4b57-4a63-8c47-487183cdd274 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=74323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:02:02.574694 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_dvr_db [None req-b4a1e0e7-697f-4a3e-ac19-182b6b6e6133 None None] Set router 39bfadb0-4cab-4f54-bb78-75b1651593d8 gateway port host: dv-cinder-774286-11-smb {{(pid=74322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 03 16:02:02.683178 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.v2.base [req-7c7c3630-528e-4151-b3f7-808bff636b7c req-f49820b3-5c9e-400b-80ec-70cb8144972e service neutron] Request body: {'port': {'device_id': '3252a7fb-442f-48b9-a19f-0cc92ed28b32', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=74320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 16:02:02.704305 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.plugins.ml2.managers [None req-a2c46354-f7bf-4e53-88c5-ac0655603d93 None None] Attempting to bind port d3df28d5-f4c9-40f4-b5d4-98fac9d28723 on host dv-cinder-774286-11-smb for vnic_type normal with profile {{(pid=74323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 16:02:02.705288 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.plugins.ml2.managers [None req-a2c46354-f7bf-4e53-88c5-ac0655603d93 None None] Attempting to bind port d3df28d5-f4c9-40f4-b5d4-98fac9d28723 by drivers openvswitch,hyperv on host dv-cinder-774286-11-smb at level 0 using segments [{'id': '2b1d67ca-c22e-4b92-bc7c-13b39c284b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3d07b93f-2cbc-4419-9656-593dd149b251'}] {{(pid=74323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 16:02:02.705288 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c46354-f7bf-4e53-88c5-ac0655603d93 None None] Attempting to bind port d3df28d5-f4c9-40f4-b5d4-98fac9d28723 on network 3d07b93f-2cbc-4419-9656-593dd149b251 {{(pid=74323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 16:02:02.713817 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c46354-f7bf-4e53-88c5-ac0655603d93 None None] Checking agent: {'id': '682d886a-77a6-45f8-87fa-5ebc2dd04251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 3, 15, 53, 43), 'started_at': datetime.datetime(2021, 5, 3, 15, 54, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 3, 16, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 16:02:02.721126 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c46354-f7bf-4e53-88c5-ac0655603d93 None None] Checking segment: {'id': '2b1d67ca-c22e-4b92-bc7c-13b39c284b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3d07b93f-2cbc-4419-9656-593dd149b251'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 03 16:02:02.721126 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron_lib.callbacks.manager [None req-a2c46354-f7bf-4e53-88c5-ac0655603d93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:02.721126 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c46354-f7bf-4e53-88c5-ac0655603d93 None None] Bound using segment: {'id': '2b1d67ca-c22e-4b92-bc7c-13b39c284b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3d07b93f-2cbc-4419-9656-593dd149b251'} {{(pid=74323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 16:02:02.721126 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.plugins.ml2.managers [None req-a2c46354-f7bf-4e53-88c5-ac0655603d93 None None] Bound port: d3df28d5-f4c9-40f4-b5d4-98fac9d28723, host: dv-cinder-774286-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b1d67ca-c22e-4b92-bc7c-13b39c284b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3d07b93f-2cbc-4419-9656-593dd149b251'}}] {{(pid=74323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 16:02:02.721126 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron_lib.callbacks.manager [None req-a2c46354-f7bf-4e53-88c5-ac0655603d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:02.772624 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4707502a-2fd5-48dd-a6c4-3f976982eb95 req-d562ed9a-1686-4191-87b4-ad255b284540 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:02.774200 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-4707502a-2fd5-48dd-a6c4-3f976982eb95 req-d562ed9a-1686-4191-87b4-ad255b284540 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.11 "GET /v2.0/ports?device_id=04d3a199-66c4-4fde-bc85-17543f3251da HTTP/1.1" status: 200 len: 943 time: 0.7889383 May 03 16:02:02.794837 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.managers [req-b4cbc9c5-c1cf-4eb3-95b3-6c78ff87141d req-445c0295-8e1d-45f7-a594-7a600e53b875 service neutron] Attempting to bind port 04075b21-bc86-48b8-9716-1c06b5d17cd0 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=74321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 16:02:02.795202 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.managers [req-b4cbc9c5-c1cf-4eb3-95b3-6c78ff87141d req-445c0295-8e1d-45f7-a594-7a600e53b875 service neutron] Attempting to bind port 04075b21-bc86-48b8-9716-1c06b5d17cd0 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '7f8c3c90-af0d-464f-bf17-eaa367a67228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '870e002b-7538-43c3-9d68-f9ced202572f'}] {{(pid=74321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 16:02:02.795840 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4cbc9c5-c1cf-4eb3-95b3-6c78ff87141d req-445c0295-8e1d-45f7-a594-7a600e53b875 service neutron] Attempting to bind port 04075b21-bc86-48b8-9716-1c06b5d17cd0 on network 870e002b-7538-43c3-9d68-f9ced202572f {{(pid=74321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 16:02:02.855204 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.plugins.ml2.db [None req-a2c46354-f7bf-4e53-88c5-ac0655603d93 None None] For port d3df28d5-f4c9-40f4-b5d4-98fac9d28723, host dv-cinder-774286-11-smb, cleared binding levels {{(pid=74323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 16:02:02.860761 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.plugins.ml2.db [None req-a2c46354-f7bf-4e53-88c5-ac0655603d93 None None] For port d3df28d5-f4c9-40f4-b5d4-98fac9d28723, host dv-cinder-774286-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-11-smb',level=0,port_id=d3df28d5-f4c9-40f4-b5d4-98fac9d28723,segment=NetworkSegment(2b1d67ca-c22e-4b92-bc7c-13b39c284b0e),segment_id=2b1d67ca-c22e-4b92-bc7c-13b39c284b0e)] {{(pid=74323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 16:02:02.868161 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edddfc65-dfd3-4f6b-acbd-a078cf8daa45 tempest-DeleteServersTestJSON-1514794231 tempest-DeleteServersTestJSON-1514794231-project] Pushing event updated for resources: {'Port': ['ID=85b54a10-5c0e-4de0-98c6-a9048aeafab6,revision_number=1']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:02:02.880990 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-c6cc088a-0add-4e54-8168-37d1fb8612a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365'] for port, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:02.881656 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-a879ea4e-2ab4-4219-b989-4d04c945fe9a tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:02:02.888920 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-edddfc65-dfd3-4f6b-acbd-a078cf8daa45 tempest-DeleteServersTestJSON-1514794231 tempest-DeleteServersTestJSON-1514794231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.969s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:02:02.905423 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-a879ea4e-2ab4-4219-b989-4d04c945fe9a tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Usage tracker for resource:security_group_rule and tenant:30698392a3254cc2a62d95e9d3896fad is out of sync, need to count used quota {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:02:02.905948 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-3d0c6ec3-12b9-46af-9d75-d104bbdc7ebe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:02.929869 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron_lib.callbacks.manager [None req-a2c46354-f7bf-4e53-88c5-ac0655603d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365'] for port, after_update {{(pid=74323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:02.937904 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG oslo_concurrency.lockutils [None req-924ae93e-322e-4257-b2db-e33dcd692839 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:02:02.961406 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4cbc9c5-c1cf-4eb3-95b3-6c78ff87141d req-445c0295-8e1d-45f7-a594-7a600e53b875 service neutron] Port 04075b21-bc86-48b8-9716-1c06b5d17cd0 on network 870e002b-7538-43c3-9d68-f9ced202572f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=74321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 16:02:02.964690 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-b3dcd508-a1d7-4697-a303-7cc9ffb8f9fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:02.966192 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4cbc9c5-c1cf-4eb3-95b3-6c78ff87141d req-445c0295-8e1d-45f7-a594-7a600e53b875 service neutron] Attempting to bind port 04075b21-bc86-48b8-9716-1c06b5d17cd0 on network 870e002b-7538-43c3-9d68-f9ced202572f {{(pid=74321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 16:02:02.966540 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-b265176e-533b-479b-be37-ae47ae2603e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:02:02.985024 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-a879ea4e-2ab4-4219-b989-4d04c945fe9a tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:02:02.985379 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 47404) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:02:02.992871 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4cbc9c5-c1cf-4eb3-95b3-6c78ff87141d req-445c0295-8e1d-45f7-a594-7a600e53b875 service neutron] Checking agent: {'id': 'e8f37935-7292-412a-84f9-cfa484ab4cdd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 3, 16, 0, 3), 'started_at': datetime.datetime(2021, 5, 3, 16, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 5, 3, 16, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 16:02:02.997085 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4cbc9c5-c1cf-4eb3-95b3-6c78ff87141d req-445c0295-8e1d-45f7-a594-7a600e53b875 service neutron] Checking segment: {'id': '7f8c3c90-af0d-464f-bf17-eaa367a67228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '870e002b-7538-43c3-9d68-f9ced202572f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 03 16:02:02.997740 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4cbc9c5-c1cf-4eb3-95b3-6c78ff87141d req-445c0295-8e1d-45f7-a594-7a600e53b875 service neutron] Bound using segment: {'id': '7f8c3c90-af0d-464f-bf17-eaa367a67228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '870e002b-7538-43c3-9d68-f9ced202572f'} {{(pid=74321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 16:02:02.998215 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.managers [req-b4cbc9c5-c1cf-4eb3-95b3-6c78ff87141d req-445c0295-8e1d-45f7-a594-7a600e53b875 service neutron] Bound port: 04075b21-bc86-48b8-9716-1c06b5d17cd0, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f8c3c90-af0d-464f-bf17-eaa367a67228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '870e002b-7538-43c3-9d68-f9ced202572f'}}] {{(pid=74321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 16:02:02.998567 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [req-b4cbc9c5-c1cf-4eb3-95b3-6c78ff87141d req-445c0295-8e1d-45f7-a594-7a600e53b875 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:03.005162 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-a879ea4e-2ab4-4219-b989-4d04c945fe9a tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:02:03.042040 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-3d0c6ec3-12b9-46af-9d75-d104bbdc7ebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:03.074653 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c8300f-4b57-4a63-8c47-487183cdd274 None None] Pushing event updated for resources: {'Port': ['ID=d3df28d5-f4c9-40f4-b5d4-98fac9d28723,revision_number=4']} {{(pid=74323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:02:03.080793 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG oslo_concurrency.lockutils [None req-49c8300f-4b57-4a63-8c47-487183cdd274 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=74323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:02:03.096485 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c46354-f7bf-4e53-88c5-ac0655603d93 None None] Routers {'5a8fbabf-e36f-4c37-be78-f73c0a027e34'} bound to L3 agent in host dv-cinder-774286-11-smb {{(pid=74323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 03 16:02:03.097159 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.l3_hamode_db [None req-a2c46354-f7bf-4e53-88c5-ac0655603d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-03T15:53:43Z,description=,heartbeat_timestamp=2021-05-03T16:01:43Z,host='dv-cinder-774286-11-smb',id=433ecc79-0b70-49a3-9006-0abc49206663,load=0,resource_versions=,resources_synced=,started_at=2021-05-03T15:53:44Z,topic='l3_agent')) {'router_ids': ['5a8fbabf-e36f-4c37-be78-f73c0a027e34'], 'active': True} {{(pid=74323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:02:03.255580 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a315cc-36e0-435e-a901-1623d67bc2d6 None None] Pushing event updated for resources: {'Port': ['ID=d271ec25-1f7e-47bc-ab15-351e9358f1b5,revision_number=2']} {{(pid=74322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:02:03.259191 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-90a315cc-36e0-435e-a901-1623d67bc2d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:02:03.329980 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-4707502a-2fd5-48dd-a6c4-3f976982eb95 req-9dd80b71-20ed-497f-9173-0eda48c2f930 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.11 "GET /v2.0/security-groups?id=831833fd-9100-465b-874d-f70121588630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5295639 May 03 16:02:03.349693 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.managers [None req-c6cc088a-0add-4e54-8168-37d1fb8612a3 None None] Attempting to bind port d271ec25-1f7e-47bc-ab15-351e9358f1b5 on host dv-cinder-774286-11-smb for vnic_type normal with profile {{(pid=74322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 16:02:03.351809 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-d65d77ee-4e51-4ed9-9fe2-3dab795afabb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:02:03.352053 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.managers [None req-c6cc088a-0add-4e54-8168-37d1fb8612a3 None None] Attempting to bind port d271ec25-1f7e-47bc-ab15-351e9358f1b5 by drivers openvswitch,hyperv on host dv-cinder-774286-11-smb at level 0 using segments [{'id': '9ca86ee1-f733-4108-a8f6-ada8d1103c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19073356-f4a5-448b-8854-15ae9765d652'}] {{(pid=74322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 16:02:03.352477 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cc088a-0add-4e54-8168-37d1fb8612a3 None None] Attempting to bind port d271ec25-1f7e-47bc-ab15-351e9358f1b5 on network 19073356-f4a5-448b-8854-15ae9765d652 {{(pid=74322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 16:02:03.400351 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-3d0c6ec3-12b9-46af-9d75-d104bbdc7ebe admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=28c5a1c7d42443ebb61e57e6a797088a&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2661426 May 03 16:02:03.405349 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 47412) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:02:03.418175 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89fb44a-8e4c-4e0e-a156-fbc7cf956246 req-b19d1e1a-c69a-4b30-aa46-7753d44b1ce4 tempest-DeleteServersTestJSON-1514794231 tempest-DeleteServersTestJSON-1514794231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:03.419806 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-c89fb44a-8e4c-4e0e-a156-fbc7cf956246 req-b19d1e1a-c69a-4b30-aa46-7753d44b1ce4 tempest-DeleteServersTestJSON-1514794231 tempest-DeleteServersTestJSON-1514794231-project] 10.222.0.11 "GET /v2.0/ports?device_id=3252a7fb-442f-48b9-a19f-0cc92ed28b32 HTTP/1.1" status: 200 len: 932 time: 1.0463464 May 03 16:02:03.445691 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0c6ec3-12b9-46af-9d75-d104bbdc7ebe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98457fb9-f21d-41d4-b41a-54ca11f091d7,revision_number=1']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:02:03.465214 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-3d0c6ec3-12b9-46af-9d75-d104bbdc7ebe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:02:03.552555 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:03.573649 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-ce1affef-7ec6-451a-b945-da64b056d03d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:03.594164 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-c89fb44a-8e4c-4e0e-a156-fbc7cf956246 req-dd2915e4-18a3-4f7e-bb58-b0dd34fa5c2b tempest-DeleteServersTestJSON-1514794231 tempest-DeleteServersTestJSON-1514794231-project] 10.222.0.11 "GET /v2.0/security-groups?id=0afec749-0063-4a43-9de0-74e2a8f1e091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493356 May 03 16:02:03.600097 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.db [req-b4cbc9c5-c1cf-4eb3-95b3-6c78ff87141d req-445c0295-8e1d-45f7-a594-7a600e53b875 service neutron] For port 04075b21-bc86-48b8-9716-1c06b5d17cd0, host hv-cinder-77428, cleared binding levels {{(pid=74321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 16:02:03.604110 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cc088a-0add-4e54-8168-37d1fb8612a3 None None] Checking agent: {'id': '682d886a-77a6-45f8-87fa-5ebc2dd04251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 3, 15, 53, 43), 'started_at': datetime.datetime(2021, 5, 3, 15, 54, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 3, 16, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 16:02:03.604790 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cc088a-0add-4e54-8168-37d1fb8612a3 None None] Checking segment: {'id': '9ca86ee1-f733-4108-a8f6-ada8d1103c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19073356-f4a5-448b-8854-15ae9765d652'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 03 16:02:03.605353 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-c6cc088a-0add-4e54-8168-37d1fb8612a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:03.606583 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.db [req-b4cbc9c5-c1cf-4eb3-95b3-6c78ff87141d req-445c0295-8e1d-45f7-a594-7a600e53b875 service neutron] For port 04075b21-bc86-48b8-9716-1c06b5d17cd0, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=04075b21-bc86-48b8-9716-1c06b5d17cd0,segment=NetworkSegment(7f8c3c90-af0d-464f-bf17-eaa367a67228),segment_id=7f8c3c90-af0d-464f-bf17-eaa367a67228)] {{(pid=74321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 16:02:03.607284 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cc088a-0add-4e54-8168-37d1fb8612a3 None None] Bound using segment: {'id': '9ca86ee1-f733-4108-a8f6-ada8d1103c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19073356-f4a5-448b-8854-15ae9765d652'} {{(pid=74322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 16:02:03.609015 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.managers [None req-c6cc088a-0add-4e54-8168-37d1fb8612a3 None None] Bound port: d271ec25-1f7e-47bc-ab15-351e9358f1b5, host: dv-cinder-774286-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ca86ee1-f733-4108-a8f6-ada8d1103c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19073356-f4a5-448b-8854-15ae9765d652'}}] {{(pid=74322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 16:02:03.609583 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-c6cc088a-0add-4e54-8168-37d1fb8612a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:03.621508 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-ce1affef-7ec6-451a-b945-da64b056d03d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:03.638626 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [req-7c7c3630-528e-4151-b3f7-808bff636b7c req-f49820b3-5c9e-400b-80ec-70cb8144972e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:03.725850 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.l3_dvr_db [None req-a2c46354-f7bf-4e53-88c5-ac0655603d93 None None] Set router 5a8fbabf-e36f-4c37-be78-f73c0a027e34 gateway port host: dv-cinder-774286-11-smb {{(pid=74323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 03 16:02:03.738638 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [req-b4cbc9c5-c1cf-4eb3-95b3-6c78ff87141d req-445c0295-8e1d-45f7-a594-7a600e53b875 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365'] for port, after_update {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:03.752715 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:02:03.851950 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-edcf639b-9a0e-47e3-aeb0-71633a252df7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:03.899323 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-c6cc088a-0add-4e54-8168-37d1fb8612a3 None None] For port d271ec25-1f7e-47bc-ab15-351e9358f1b5, host dv-cinder-774286-11-smb, cleared binding levels {{(pid=74322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 16:02:03.900736 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-ce1affef-7ec6-451a-b945-da64b056d03d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:03.912632 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cbc9c5-c1cf-4eb3-95b3-6c78ff87141d req-445c0295-8e1d-45f7-a594-7a600e53b875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:03.913618 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [req-b4cbc9c5-c1cf-4eb3-95b3-6c78ff87141d req-445c0295-8e1d-45f7-a594-7a600e53b875 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532153'] for port, before_response {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:03.915377 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-b4cbc9c5-c1cf-4eb3-95b3-6c78ff87141d req-445c0295-8e1d-45f7-a594-7a600e53b875 service neutron] 10.222.0.42 "PUT /v2.0/ports/04075b21-bc86-48b8-9716-1c06b5d17cd0 HTTP/1.1" status: 200 len: 1093 time: 4.1866493 May 03 16:02:03.929437 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04d3a199-66c4-4fde-bc85-17543f3251da', 'tag': '04075b21-bc86-48b8-9716-1c06b5d17cd0'}] {{(pid=74321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 16:02:03.937888 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-c6cc088a-0add-4e54-8168-37d1fb8612a3 None None] For port d271ec25-1f7e-47bc-ab15-351e9358f1b5, host dv-cinder-774286-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-11-smb',level=0,port_id=d271ec25-1f7e-47bc-ab15-351e9358f1b5,segment=NetworkSegment(9ca86ee1-f733-4108-a8f6-ada8d1103c56),segment_id=9ca86ee1-f733-4108-a8f6-ada8d1103c56)] {{(pid=74322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 16:02:04.013984 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_hamode_db [None req-b4a1e0e7-697f-4a3e-ac19-182b6b6e6133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39bfadb0-4cab-4f54-bb78-75b1651593d8', 'name': 'tempest-ServerRescueNegativeTestJSON-684889247-router', 'tenant_id': '8a5aae9d34474935a5fba6d6bb4b34f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'external_fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.228'}], 'enable_snat': True}, 'gw_port_id': '433ca7e3-5f83-451b-9f12-50bfcb5d9e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-03T16:01:46Z', 'updated_at': '2021-05-03T16:01:52Z', 'revision_number': 3, 'project_id': '8a5aae9d34474935a5fba6d6bb4b34f6', 'gw_port': {'id': '433ca7e3-5f83-451b-9f12-50bfcb5d9e86', 'name': '', 'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:55:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39bfadb0-4cab-4f54-bb78-75b1651593d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-03T16:01:50Z', 'updated_at': '2021-05-03T16:02:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9682172-7c17-476a-827f-79723500eb4a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-11-smb'}], 'dv-cinder-774286-11-smb', False) {} {{(pid=74322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:02:04.022229 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a1e0e7-697f-4a3e-ac19-182b6b6e6133 None None] The sync data for ids ['39bfadb0-4cab-4f54-bb78-75b1651593d8'] in dv-cinder-774286-11-smb is: [{'id': '39bfadb0-4cab-4f54-bb78-75b1651593d8', 'name': 'tempest-ServerRescueNegativeTestJSON-684889247-router', 'tenant_id': '8a5aae9d34474935a5fba6d6bb4b34f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'external_fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.228'}], 'enable_snat': True}, 'gw_port_id': '433ca7e3-5f83-451b-9f12-50bfcb5d9e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-03T16:01:46Z', 'updated_at': '2021-05-03T16:01:52Z', 'revision_number': 3, 'project_id': '8a5aae9d34474935a5fba6d6bb4b34f6', 'gw_port': {'id': '433ca7e3-5f83-451b-9f12-50bfcb5d9e86', 'name': '', 'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:55:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39bfadb0-4cab-4f54-bb78-75b1651593d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-03T16:01:50Z', 'updated_at': '2021-05-03T16:02:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9682172-7c17-476a-827f-79723500eb4a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-11-smb'}] {{(pid=74322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 16:02:04.095683 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-c6cc088a-0add-4e54-8168-37d1fb8612a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365'] for port, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:04.105934 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-8704f166-d5ba-4c16-8f3f-f646efd00e7c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:02:04.126442 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-edcf639b-9a0e-47e3-aeb0-71633a252df7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:02:04.133893 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-a879ea4e-2ab4-4219-b989-4d04c945fe9a tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Notify callbacks [] for security_group, precommit_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:04.262441 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-edcf639b-9a0e-47e3-aeb0-71633a252df7 admin admin] Usage tracker for resource:security_group_rule and tenant:0cfb13dbe365479e8191e9da3259750a is out of sync, need to count used quota {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:02:04.277435 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-edcf639b-9a0e-47e3-aeb0-71633a252df7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:02:04.325351 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a315cc-36e0-435e-a901-1623d67bc2d6 None None] Pushing event updated for resources: {'Port': ['ID=d271ec25-1f7e-47bc-ab15-351e9358f1b5,revision_number=3']} {{(pid=74322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:02:04.327311 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-edcf639b-9a0e-47e3-aeb0-71633a252df7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:02:04.353072 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-90a315cc-36e0-435e-a901-1623d67bc2d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:02:04.381876 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6cc088a-0add-4e54-8168-37d1fb8612a3 None None] Routers {'59fbbaaf-3c82-4b4a-9f4b-382ac8ad236c'} bound to L3 agent in host dv-cinder-774286-11-smb {{(pid=74322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 03 16:02:04.383911 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_hamode_db [None req-c6cc088a-0add-4e54-8168-37d1fb8612a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-03T15:53:43Z,description=,heartbeat_timestamp=2021-05-03T16:01:43Z,host='dv-cinder-774286-11-smb',id=433ecc79-0b70-49a3-9006-0abc49206663,load=0,resource_versions=,resources_synced=,started_at=2021-05-03T15:53:44Z,topic='l3_agent')) {'router_ids': ['59fbbaaf-3c82-4b4a-9f4b-382ac8ad236c'], 'active': True} {{(pid=74322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:02:04.411558 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-a879ea4e-2ab4-4219-b989-4d04c945fe9a tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:04.551726 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-edcf639b-9a0e-47e3-aeb0-71633a252df7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:04.566153 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.l3_hamode_db [None req-a2c46354-f7bf-4e53-88c5-ac0655603d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a8fbabf-e36f-4c37-be78-f73c0a027e34', 'name': 'tempest-AttachVolumeShelveTestJSON-599808772-router', 'tenant_id': '30698392a3254cc2a62d95e9d3896fad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'external_fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.34'}], 'enable_snat': True}, 'gw_port_id': 'd896c065-349c-411c-a557-d03b89fa2493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-03T16:01:44Z', 'updated_at': '2021-05-03T16:01:54Z', 'revision_number': 4, 'project_id': '30698392a3254cc2a62d95e9d3896fad', 'gw_port': {'id': 'd896c065-349c-411c-a557-d03b89fa2493', 'name': '', 'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:72:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a8fbabf-e36f-4c37-be78-f73c0a027e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-03T16:01:46Z', 'updated_at': '2021-05-03T16:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9682172-7c17-476a-827f-79723500eb4a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-11-smb', '_interfaces': [{'id': 'd3df28d5-f4c9-40f4-b5d4-98fac9d28723', 'name': '', 'network_id': '3d07b93f-2cbc-4419-9656-593dd149b251', 'tenant_id': '30698392a3254cc2a62d95e9d3896fad', 'mac_address': 'fa:16:3e:b5:e3:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a8fbabf-e36f-4c37-be78-f73c0a027e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '6e179f81-7e4a-49b9-b9a9-9613d63a9979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-03T16:01:53Z', 'updated_at': '2021-05-03T16:02:02Z', 'revision_number': 4, 'project_id': '30698392a3254cc2a62d95e9d3896fad', 'subnets': [{'id': '6e179f81-7e4a-49b9-b9a9-9613d63a9979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-11-smb', False) {} {{(pid=74323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:02:04.570579 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445c0295-8e1d-45f7-a594-7a600e53b875 service neutron] Pushing event updated for resources: {'Port': ['ID=04075b21-bc86-48b8-9716-1c06b5d17cd0,revision_number=3']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:02:04.595867 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c46354-f7bf-4e53-88c5-ac0655603d93 None None] The sync data for ids ['5a8fbabf-e36f-4c37-be78-f73c0a027e34'] in dv-cinder-774286-11-smb is: [{'id': '5a8fbabf-e36f-4c37-be78-f73c0a027e34', 'name': 'tempest-AttachVolumeShelveTestJSON-599808772-router', 'tenant_id': '30698392a3254cc2a62d95e9d3896fad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'external_fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.34'}], 'enable_snat': True}, 'gw_port_id': 'd896c065-349c-411c-a557-d03b89fa2493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-03T16:01:44Z', 'updated_at': '2021-05-03T16:01:54Z', 'revision_number': 4, 'project_id': '30698392a3254cc2a62d95e9d3896fad', 'gw_port': {'id': 'd896c065-349c-411c-a557-d03b89fa2493', 'name': '', 'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:72:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a8fbabf-e36f-4c37-be78-f73c0a027e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-03T16:01:46Z', 'updated_at': '2021-05-03T16:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9682172-7c17-476a-827f-79723500eb4a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-11-smb', '_interfaces': [{'id': 'd3df28d5-f4c9-40f4-b5d4-98fac9d28723', 'name': '', 'network_id': '3d07b93f-2cbc-4419-9656-593dd149b251', 'tenant_id': '30698392a3254cc2a62d95e9d3896fad', 'mac_address': 'fa:16:3e:b5:e3:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a8fbabf-e36f-4c37-be78-f73c0a027e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '6e179f81-7e4a-49b9-b9a9-9613d63a9979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-03T16:01:53Z', 'updated_at': '2021-05-03T16:02:02Z', 'revision_number': 4, 'project_id': '30698392a3254cc2a62d95e9d3896fad', 'subnets': [{'id': '6e179f81-7e4a-49b9-b9a9-9613d63a9979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 16:02:04.597121 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-ce1affef-7ec6-451a-b945-da64b056d03d admin admin] Notify callbacks [] for security_group, before_response {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:04.603902 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-ce1affef-7ec6-451a-b945-da64b056d03d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/98457fb9-f21d-41d4-b41a-54ca11f091d7 HTTP/1.1" status: 204 len: 168 time: 1.1829622 May 03 16:02:04.609621 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-445c0295-8e1d-45f7-a594-7a600e53b875 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.855s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:02:04.610468 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.507s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:02:04.656092 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1affef-7ec6-451a-b945-da64b056d03d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98457fb9-f21d-41d4-b41a-54ca11f091d7,revision_number=None']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:02:04.662933 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-ce1affef-7ec6-451a-b945-da64b056d03d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:02:04.669759 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:02:04.692261 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-edcf639b-9a0e-47e3-aeb0-71633a252df7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:04.723320 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-08e5e666-8426-4f75-8819-afc93f35ade6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:02:04.877460 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_dvr_db [None req-c6cc088a-0add-4e54-8168-37d1fb8612a3 None None] Set router 59fbbaaf-3c82-4b4a-9f4b-382ac8ad236c gateway port host: dv-cinder-774286-11-smb {{(pid=74322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 03 16:02:04.902337 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-edcf639b-9a0e-47e3-aeb0-71633a252df7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0cfb13dbe365479e8191e9da3259750a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8568530 May 03 16:02:04.904519 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 47440) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:02:05.141661 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-a879ea4e-2ab4-4219-b989-4d04c945fe9a tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Notify callbacks [] for security_group, before_response {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:05.146475 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-a879ea4e-2ab4-4219-b989-4d04c945fe9a tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 4.3308568 May 03 16:02:05.146475 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a879ea4e-2ab4-4219-b989-4d04c945fe9a tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e01d8b89-bed6-46f4-8dc8-33f8e8921c36,revision_number=1']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:02:05.146658 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcf639b-9a0e-47e3-aeb0-71633a252df7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddf231d9-6bb1-4341-8afe-edf98b8aaaa7,revision_number=1']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:02:05.148563 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04d3a199-66c4-4fde-bc85-17543f3251da', 'tag': '04075b21-bc86-48b8-9716-1c06b5d17cd0', 'status': 'completed', 'code': 200} May 03 16:02:05.148924 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 47450) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:02:05.176089 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-edcf639b-9a0e-47e3-aeb0-71633a252df7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.453s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:02:05.185775 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-a879ea4e-2ab4-4219-b989-4d04c945fe9a tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.536s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:02:05.208174 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-36b59f65-ff52-4106-81f8-9002680eafaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:05.254084 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.v2.base [None req-35fe35c6-c19b-4831-8430-e297f07fa377 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Request body: {'security_group_rule': {'security_group_id': 'e01d8b89-bed6-46f4-8dc8-33f8e8921c36', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 16:02:05.294707 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-35fe35c6-c19b-4831-8430-e297f07fa377 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:02:05.380035 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-35fe35c6-c19b-4831-8430-e297f07fa377 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Usage tracker for resource:security_group_rule and tenant:30698392a3254cc2a62d95e9d3896fad is out of sync, need to count used quota {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:02:05.402898 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-35fe35c6-c19b-4831-8430-e297f07fa377 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:02:05.464665 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.db.resource_extend [None req-b3dcd508-a1d7-4697-a303-7cc9ffb8f9fa admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 03 16:02:05.474454 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-35fe35c6-c19b-4831-8430-e297f07fa377 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:02:05.478921 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-04a2540e-b340-41eb-b5df-7621312d4551 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:05.511968 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cbc9c5-c1cf-4eb3-95b3-6c78ff87141d req-681489a9-939c-4bee-8223-6f50f4cf051c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:05.515358 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-b4cbc9c5-c1cf-4eb3-95b3-6c78ff87141d req-681489a9-939c-4bee-8223-6f50f4cf051c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0a26f36f4e834c7babe874ff5e2db568&device_id=04d3a199-66c4-4fde-bc85-17543f3251da HTTP/1.1" status: 200 len: 1096 time: 1.3646591 May 03 16:02:05.535846 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-b3dcd508-a1d7-4697-a303-7cc9ffb8f9fa admin admin] Notify callbacks [] for port, precommit_update {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:05.610495 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_hamode_db [None req-c6cc088a-0add-4e54-8168-37d1fb8612a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59fbbaaf-3c82-4b4a-9f4b-382ac8ad236c', 'name': 'tempest-AttachVolumeTestJSON-1560532479-router', 'tenant_id': 'a45b3ae4a7654b64951cdc1628f41ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'external_fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.189'}], 'enable_snat': True}, 'gw_port_id': 'd271ec25-1f7e-47bc-ab15-351e9358f1b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-03T16:01:46Z', 'updated_at': '2021-05-03T16:01:53Z', 'revision_number': 3, 'project_id': 'a45b3ae4a7654b64951cdc1628f41ef5', 'gw_port': {'id': 'd271ec25-1f7e-47bc-ab15-351e9358f1b5', 'name': '', 'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:c8:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59fbbaaf-3c82-4b4a-9f4b-382ac8ad236c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-03T16:01:50Z', 'updated_at': '2021-05-03T16:02:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9682172-7c17-476a-827f-79723500eb4a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-11-smb'}], 'dv-cinder-774286-11-smb', False) {} {{(pid=74322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:02:05.616067 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6cc088a-0add-4e54-8168-37d1fb8612a3 None None] The sync data for ids ['59fbbaaf-3c82-4b4a-9f4b-382ac8ad236c'] in dv-cinder-774286-11-smb is: [{'id': '59fbbaaf-3c82-4b4a-9f4b-382ac8ad236c', 'name': 'tempest-AttachVolumeTestJSON-1560532479-router', 'tenant_id': 'a45b3ae4a7654b64951cdc1628f41ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'external_fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.189'}], 'enable_snat': True}, 'gw_port_id': 'd271ec25-1f7e-47bc-ab15-351e9358f1b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-03T16:01:46Z', 'updated_at': '2021-05-03T16:01:53Z', 'revision_number': 3, 'project_id': 'a45b3ae4a7654b64951cdc1628f41ef5', 'gw_port': {'id': 'd271ec25-1f7e-47bc-ab15-351e9358f1b5', 'name': '', 'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:c8:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59fbbaaf-3c82-4b4a-9f4b-382ac8ad236c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-03T16:01:50Z', 'updated_at': '2021-05-03T16:02:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9682172-7c17-476a-827f-79723500eb4a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-11-smb'}] {{(pid=74322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 16:02:05.667918 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-04a2540e-b340-41eb-b5df-7621312d4551 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:05.712515 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-b3dcd508-a1d7-4697-a303-7cc9ffb8f9fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365'] for port, after_update {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:05.730222 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.notifiers.nova [req-7c7c3630-528e-4151-b3f7-808bff636b7c req-f49820b3-5c9e-400b-80ec-70cb8144972e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85b54a10-5c0e-4de0-98c6-a9048aeafab6 {{(pid=74320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 03 16:02:05.746968 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-b3dcd508-a1d7-4697-a303-7cc9ffb8f9fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-982089'] for router_interface, after_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:05.751481 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-edddfc65-dfd3-4f6b-acbd-a078cf8daa45 tempest-DeleteServersTestJSON-1514794231 tempest-DeleteServersTestJSON-1514794231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:02:05.867437 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [req-7c7c3630-528e-4151-b3f7-808bff636b7c req-f49820b3-5c9e-400b-80ec-70cb8144972e service neutron] Notify callbacks [] for port, precommit_update {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:05.982132 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.provisioning_blocks [req-7c7c3630-528e-4151-b3f7-808bff636b7c req-f49820b3-5c9e-400b-80ec-70cb8144972e service neutron] Transition to ACTIVE for port object 85b54a10-5c0e-4de0-98c6-a9048aeafab6 will not be triggered until provisioned by entity L2. {{(pid=74320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 16:02:06.022812 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-35fe35c6-c19b-4831-8430-e297f07fa377 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:06.124373 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-04a2540e-b340-41eb-b5df-7621312d4551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:06.134858 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dcd508-a1d7-4697-a303-7cc9ffb8f9fa admin admin] Pushing event updated for resources: {'Port': ['ID=0d7603b9-447a-4e5d-9334-aed8be7edcb3,revision_number=2']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:02:06.141600 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-b4cbc9c5-c1cf-4eb3-95b3-6c78ff87141d req-4d0d3749-11d3-4438-8e4e-93d9f7a7757e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=04075b21-bc86-48b8-9716-1c06b5d17cd0 HTTP/1.1" status: 200 len: 217 time: 0.5885839 May 03 16:02:06.194510 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-b3dcd508-a1d7-4697-a303-7cc9ffb8f9fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:02:06.217382 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [req-7c7c3630-528e-4151-b3f7-808bff636b7c req-f49820b3-5c9e-400b-80ec-70cb8144972e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365'] for port, after_update {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:06.254711 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.db_base_plugin_common [None req-36b59f65-ff52-4106-81f8-9002680eafaf admin admin] Allocated IP 172.20.0.1 (2375af68-6e6b-455a-b7be-3561029d4953/0c868822-acdb-4384-9ddc-ddab19dd933c/3afb4d1f-b53e-4aa7-83fd-769fa1786bd3) {{(pid=74320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 16:02:06.257042 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:02:06.299751 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:02:06.367382 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a2540e-b340-41eb-b5df-7621312d4551 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddf231d9-6bb1-4341-8afe-edf98b8aaaa7,revision_number=None']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:02:06.391566 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-04a2540e-b340-41eb-b5df-7621312d4551 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:02:06.425600 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d8cb2f-897a-4f76-abcb-7da55ec05652 req-dd2593b2-00ec-47a0-a7a6-705de3b8e31f tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:06.432923 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-22d8cb2f-897a-4f76-abcb-7da55ec05652 req-dd2593b2-00ec-47a0-a7a6-705de3b8e31f tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.11 "GET /v2.0/ports?device_id=04d3a199-66c4-4fde-bc85-17543f3251da HTTP/1.1" status: 200 len: 943 time: 1.5474634 May 03 16:02:06.433449 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3dcd508-a1d7-4697-a303-7cc9ffb8f9fa admin admin] Network 69748d7f-425d-412f-8a9e-fa9e9e44cf28 is already hosted by enough agents. {{(pid=74320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 16:02:06.438661 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Device 433ca7e3-5f83-451b-9f12-50bfcb5d9e86 up at agent ovs-agent-dv-cinder-774286-11-smb {{(pid=74322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 16:02:06.526814 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.scheduler.base_scheduler [None req-b3dcd508-a1d7-4697-a303-7cc9ffb8f9fa admin admin] Resources bound (agent type, host, resource id): {{(pid=74320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:02:06.538213 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-04a2540e-b340-41eb-b5df-7621312d4551 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:06.542286 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-04a2540e-b340-41eb-b5df-7621312d4551 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ddf231d9-6bb1-4341-8afe-edf98b8aaaa7 HTTP/1.1" status: 204 len: 168 time: 1.6252041 May 03 16:02:06.598632 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38147a3-2d4d-435c-b3cb-5471b0f97a91 req-8db7321f-2a8f-45dc-b435-6576932991f6 tempest-DeleteServersTestJSON-1514794231 tempest-DeleteServersTestJSON-1514794231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:06.601701 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-b38147a3-2d4d-435c-b3cb-5471b0f97a91 req-8db7321f-2a8f-45dc-b435-6576932991f6 tempest-DeleteServersTestJSON-1514794231 tempest-DeleteServersTestJSON-1514794231-project] 10.222.0.11 "GET /v2.0/ports?device_id=3252a7fb-442f-48b9-a19f-0cc92ed28b32 HTTP/1.1" status: 200 len: 932 time: 1.2257719 May 03 16:02:06.620010 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cbc9c5-c1cf-4eb3-95b3-6c78ff87141d req-c537436c-c8f6-4759-9d38-58d66ff2fa54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:06.621828 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-b4cbc9c5-c1cf-4eb3-95b3-6c78ff87141d req-c537436c-c8f6-4759-9d38-58d66ff2fa54 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=213f080e-45b1-4a83-9ec2-6e7991e6012a HTTP/1.1" status: 200 len: 854 time: 0.4687355 May 03 16:02:06.651246 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-35fe35c6-c19b-4831-8430-e297f07fa377 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:06.656798 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-22d8cb2f-897a-4f76-abcb-7da55ec05652 req-dc00d7d8-528a-468a-b1ce-361fb418fafb tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.11 "GET /v2.0/security-groups?id=831833fd-9100-465b-874d-f70121588630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229333 May 03 16:02:06.711569 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Provisioning for port 433ca7e3-5f83-451b-9f12-50bfcb5d9e86 completed by entity L2. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 16:02:06.717331 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Provisioning complete for port 433ca7e3-5f83-451b-9f12-50bfcb5d9e86 triggered by entity L2. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 16:02:06.717721 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033555'] for port, provisioning_complete {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:06.787292 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-b38147a3-2d4d-435c-b3cb-5471b0f97a91 req-e6bbaed9-50be-4901-986d-c70d0133d195 tempest-DeleteServersTestJSON-1514794231 tempest-DeleteServersTestJSON-1514794231-project] 10.222.0.11 "GET /v2.0/security-groups?id=0afec749-0063-4a43-9de0-74e2a8f1e091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680336 May 03 16:02:06.889394 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-35fe35c6-c19b-4831-8430-e297f07fa377 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619611'] for security_group_rule, after_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:06.908170 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:02:06.937991 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fe35c6-c19b-4831-8430-e297f07fa377 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79d0cda0-7a63-43f6-9dd8-1322ce6fdd2b,revision_number=0']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:02:06.945078 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-b4cbc9c5-c1cf-4eb3-95b3-6c78ff87141d req-f3953dff-2c9b-434d-b2ed-b9a9c0ff584e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=870e002b-7538-43c3-9d68-f9ced202572f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1902318 May 03 16:02:06.956078 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-35fe35c6-c19b-4831-8430-e297f07fa377 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:02:07.057263 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-35fe35c6-c19b-4831-8430-e297f07fa377 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:07.058618 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-35fe35c6-c19b-4831-8430-e297f07fa377 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8968959 May 03 16:02:07.062670 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:07.071995 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 47490) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:02:07.081363 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.v2.base [None req-90f7b205-5467-482a-a8fd-087fecb33552 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Request body: {'security_group_rule': {'security_group_id': 'e01d8b89-bed6-46f4-8dc8-33f8e8921c36', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=74321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 16:02:07.090294 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-90f7b205-5467-482a-a8fd-087fecb33552 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:02:07.110613 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] For port 433ca7e3-5f83-451b-9f12-50bfcb5d9e86, host dv-cinder-774286-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-11-smb',level=0,port_id=433ca7e3-5f83-451b-9f12-50bfcb5d9e86,segment=NetworkSegment(9ca86ee1-f733-4108-a8f6-ada8d1103c56),segment_id=9ca86ee1-f733-4108-a8f6-ada8d1103c56)] {{(pid=74322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 16:02:07.111147 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-90f7b205-5467-482a-a8fd-087fecb33552 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Usage tracker for resource:security_group_rule and tenant:30698392a3254cc2a62d95e9d3896fad is out of sync, need to count used quota {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:02:07.121485 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-90f7b205-5467-482a-a8fd-087fecb33552 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:02:07.135864 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-90f7b205-5467-482a-a8fd-087fecb33552 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:02:07.181466 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365'] for port, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:07.182709 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Device d3df28d5-f4c9-40f4-b5d4-98fac9d28723 up at agent ovs-agent-dv-cinder-774286-11-smb {{(pid=74322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 16:02:07.275651 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:02:07.376076 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-36b59f65-ff52-4106-81f8-9002680eafaf admin admin] Notify callbacks [] for port, precommit_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:07.445001 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Pushing event updated for resources: {'Port': ['ID=433ca7e3-5f83-451b-9f12-50bfcb5d9e86,revision_number=4']} {{(pid=74322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:02:07.457874 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:02:07.552410 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Provisioning for port d3df28d5-f4c9-40f4-b5d4-98fac9d28723 completed by entity L2. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 16:02:07.559597 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Provisioning complete for port d3df28d5-f4c9-40f4-b5d4-98fac9d28723 triggered by entity L2. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 16:02:07.559974 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033555'] for port, provisioning_complete {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:07.609439 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49820b3-5c9e-400b-80ec-70cb8144972e service neutron] Pushing event updated for resources: {'Port': ['ID=85b54a10-5c0e-4de0-98c6-a9048aeafab6,revision_number=2']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:02:07.612363 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-f49820b3-5c9e-400b-80ec-70cb8144972e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.355s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:02:07.709943 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.managers [req-7c7c3630-528e-4151-b3f7-808bff636b7c req-f49820b3-5c9e-400b-80ec-70cb8144972e service neutron] Attempting to bind port 85b54a10-5c0e-4de0-98c6-a9048aeafab6 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=74320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 16:02:07.710310 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.managers [req-7c7c3630-528e-4151-b3f7-808bff636b7c req-f49820b3-5c9e-400b-80ec-70cb8144972e service neutron] Attempting to bind port 85b54a10-5c0e-4de0-98c6-a9048aeafab6 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '106d03d9-f7dd-4504-ae99-a5e4403532d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '8093ebdc-41ed-4934-a390-0b1cf47faa3e'}] {{(pid=74320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 16:02:07.714338 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c7c3630-528e-4151-b3f7-808bff636b7c req-f49820b3-5c9e-400b-80ec-70cb8144972e service neutron] Attempting to bind port 85b54a10-5c0e-4de0-98c6-a9048aeafab6 on network 8093ebdc-41ed-4934-a390-0b1cf47faa3e {{(pid=74320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 16:02:07.726003 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.provisioning_blocks [None req-36b59f65-ff52-4106-81f8-9002680eafaf admin admin] Transition to ACTIVE for port object 3afb4d1f-b53e-4aa7-83fd-769fa1786bd3 will not be triggered until provisioned by entity DHCP. {{(pid=74320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 16:02:07.727164 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c7c3630-528e-4151-b3f7-808bff636b7c req-f49820b3-5c9e-400b-80ec-70cb8144972e service neutron] Port 85b54a10-5c0e-4de0-98c6-a9048aeafab6 on network 8093ebdc-41ed-4934-a390-0b1cf47faa3e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=74320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 16:02:07.727492 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c7c3630-528e-4151-b3f7-808bff636b7c req-f49820b3-5c9e-400b-80ec-70cb8144972e service neutron] Attempting to bind port 85b54a10-5c0e-4de0-98c6-a9048aeafab6 on network 8093ebdc-41ed-4934-a390-0b1cf47faa3e {{(pid=74320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 16:02:07.749131 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c7c3630-528e-4151-b3f7-808bff636b7c req-f49820b3-5c9e-400b-80ec-70cb8144972e service neutron] Checking agent: {'id': 'e8f37935-7292-412a-84f9-cfa484ab4cdd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 3, 16, 0, 3), 'started_at': datetime.datetime(2021, 5, 3, 16, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 5, 3, 16, 2, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 16:02:07.749401 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c7c3630-528e-4151-b3f7-808bff636b7c req-f49820b3-5c9e-400b-80ec-70cb8144972e service neutron] Checking segment: {'id': '106d03d9-f7dd-4504-ae99-a5e4403532d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '8093ebdc-41ed-4934-a390-0b1cf47faa3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 03 16:02:07.750034 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c7c3630-528e-4151-b3f7-808bff636b7c req-f49820b3-5c9e-400b-80ec-70cb8144972e service neutron] Bound using segment: {'id': '106d03d9-f7dd-4504-ae99-a5e4403532d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '8093ebdc-41ed-4934-a390-0b1cf47faa3e'} {{(pid=74320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 16:02:07.750491 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.managers [req-7c7c3630-528e-4151-b3f7-808bff636b7c req-f49820b3-5c9e-400b-80ec-70cb8144972e service neutron] Bound port: 85b54a10-5c0e-4de0-98c6-a9048aeafab6, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '106d03d9-f7dd-4504-ae99-a5e4403532d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '8093ebdc-41ed-4934-a390-0b1cf47faa3e'}}] {{(pid=74320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 16:02:07.750889 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [req-7c7c3630-528e-4151-b3f7-808bff636b7c req-f49820b3-5c9e-400b-80ec-70cb8144972e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:07.785165 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-b4cbc9c5-c1cf-4eb3-95b3-6c78ff87141d req-5c578d18-9350-4881-a710-e7029a15afce service neutron] 10.222.0.42 "GET /v2.0/networks/870e002b-7538-43c3-9d68-f9ced202572f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7796845 May 03 16:02:07.911873 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:08.058243 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] For port d3df28d5-f4c9-40f4-b5d4-98fac9d28723, host dv-cinder-774286-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-11-smb',level=0,port_id=d3df28d5-f4c9-40f4-b5d4-98fac9d28723,segment=NetworkSegment(2b1d67ca-c22e-4b92-bc7c-13b39c284b0e),segment_id=2b1d67ca-c22e-4b92-bc7c-13b39c284b0e)] {{(pid=74322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 16:02:08.060938 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 47510) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:02:08.076053 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3dcd508-a1d7-4697-a303-7cc9ffb8f9fa admin admin] Router 39bfadb0-4cab-4f54-bb78-75b1651593d8 has already been hosted by L3 agent 433ecc79-0b70-49a3-9006-0abc49206663 {{(pid=74320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 16:02:08.157455 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365'] for port, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:08.161254 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:02:08.162747 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-d291b903-eea5-45e4-bf8d-be7280936502 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:08.185336 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-36b59f65-ff52-4106-81f8-9002680eafaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781092417302'] for port, after_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:08.216906 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-d291b903-eea5-45e4-bf8d-be7280936502 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:02:08.226767 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-d291b903-eea5-45e4-bf8d-be7280936502 admin admin] Usage tracker for resource:security_group_rule and tenant:dea637ef24a542938960fa2198f72a77 is out of sync, need to count used quota {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:02:08.242527 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-d291b903-eea5-45e4-bf8d-be7280936502 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:02:08.258265 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-d291b903-eea5-45e4-bf8d-be7280936502 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:02:08.398716 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Pushing event updated for resources: {'Port': ['ID=d3df28d5-f4c9-40f4-b5d4-98fac9d28723,revision_number=5']} {{(pid=74322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:02:08.416168 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:02:08.474949 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:02:08.498625 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-90f7b205-5467-482a-a8fd-087fecb33552 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:08.512294 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Device d271ec25-1f7e-47bc-ab15-351e9358f1b5 up at agent ovs-agent-dv-cinder-774286-11-smb {{(pid=74322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 16:02:08.687612 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-b4cbc9c5-c1cf-4eb3-95b3-6c78ff87141d req-d9c4bece-be72-4933-b9db-3429049bedfd service neutron] 10.222.0.42 "GET /v2.0/networks/870e002b-7538-43c3-9d68-f9ced202572f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8991625 May 03 16:02:08.706849 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d22679-82b8-4555-b3e2-c2dc56b52d07 req-51c4d8fc-663f-4b03-a072-6953295442e4 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:08.708584 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-d7d22679-82b8-4555-b3e2-c2dc56b52d07 req-51c4d8fc-663f-4b03-a072-6953295442e4 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.11 "GET /v2.0/ports?device_id=04d3a199-66c4-4fde-bc85-17543f3251da HTTP/1.1" status: 200 len: 943 time: 0.7037158 May 03 16:02:08.790746 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d8ccdf-e5de-493f-a78e-abe179fcbf33 req-00d64e21-b4cc-4fb9-81dd-4bee72c18e8c tempest-DeleteServersTestJSON-1514794231 tempest-DeleteServersTestJSON-1514794231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:08.798684 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-83d8ccdf-e5de-493f-a78e-abe179fcbf33 req-00d64e21-b4cc-4fb9-81dd-4bee72c18e8c tempest-DeleteServersTestJSON-1514794231 tempest-DeleteServersTestJSON-1514794231-project] 10.222.0.11 "GET /v2.0/ports?device_id=3252a7fb-442f-48b9-a19f-0cc92ed28b32 HTTP/1.1" status: 200 len: 944 time: 0.4406941 May 03 16:02:08.837373 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Provisioning for port d271ec25-1f7e-47bc-ab15-351e9358f1b5 completed by entity L2. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 16:02:08.843382 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Provisioning complete for port d271ec25-1f7e-47bc-ab15-351e9358f1b5 triggered by entity L2. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 16:02:08.843826 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033555'] for port, provisioning_complete {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:08.861455 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b59f65-ff52-4106-81f8-9002680eafaf admin admin] Network 2375af68-6e6b-455a-b7be-3561029d4953 is already hosted by enough agents. {{(pid=74320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 16:02:08.876635 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-90f7b205-5467-482a-a8fd-087fecb33552 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:08.876798 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.scheduler.base_scheduler [None req-36b59f65-ff52-4106-81f8-9002680eafaf admin admin] Resources bound (agent type, host, resource id): {{(pid=74320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:02:08.929063 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.db [req-7c7c3630-528e-4151-b3f7-808bff636b7c req-f49820b3-5c9e-400b-80ec-70cb8144972e service neutron] For port 85b54a10-5c0e-4de0-98c6-a9048aeafab6, host hv-cinder-77428, cleared binding levels {{(pid=74320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 16:02:08.941042 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.db [req-7c7c3630-528e-4151-b3f7-808bff636b7c req-f49820b3-5c9e-400b-80ec-70cb8144972e service neutron] For port 85b54a10-5c0e-4de0-98c6-a9048aeafab6, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=85b54a10-5c0e-4de0-98c6-a9048aeafab6,segment=NetworkSegment(106d03d9-f7dd-4504-ae99-a5e4403532d8),segment_id=106d03d9-f7dd-4504-ae99-a5e4403532d8)] {{(pid=74320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 16:02:08.973798 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-d7d22679-82b8-4555-b3e2-c2dc56b52d07 req-95404b6f-bb20-472b-9b17-d6c76865ba40 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.11 "GET /v2.0/security-groups?id=831833fd-9100-465b-874d-f70121588630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296596 May 03 16:02:08.974726 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-90f7b205-5467-482a-a8fd-087fecb33552 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619611'] for security_group_rule, after_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:08.974840 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-d291b903-eea5-45e4-bf8d-be7280936502 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:08.978829 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b59f65-ff52-4106-81f8-9002680eafaf admin admin] Received port after_create {{(pid=74320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 03 16:02:08.979345 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-36b59f65-ff52-4106-81f8-9002680eafaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-982250'] for router_interface, before_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:08.986748 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:02:09.026506 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-83d8ccdf-e5de-493f-a78e-abe179fcbf33 req-bbac7be9-90b5-4516-89ca-d4f7b65a7d77 tempest-DeleteServersTestJSON-1514794231 tempest-DeleteServersTestJSON-1514794231-project] 10.222.0.11 "GET /v2.0/security-groups?id=0afec749-0063-4a43-9de0-74e2a8f1e091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267919 May 03 16:02:09.080454 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f7b205-5467-482a-a8fd-087fecb33552 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fba3e653-161f-44dc-9321-3784ee7d4643,revision_number=0']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:02:09.090272 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-90f7b205-5467-482a-a8fd-087fecb33552 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:02:09.319601 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:09.319601 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] For port d271ec25-1f7e-47bc-ab15-351e9358f1b5, host dv-cinder-774286-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-11-smb',level=0,port_id=d271ec25-1f7e-47bc-ab15-351e9358f1b5,segment=NetworkSegment(9ca86ee1-f733-4108-a8f6-ada8d1103c56),segment_id=9ca86ee1-f733-4108-a8f6-ada8d1103c56)] {{(pid=74322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 16:02:09.322868 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d00653-2b63-4322-91b5-97cbcd8397c2 req-d58858aa-5bcc-4224-b258-b22432b7af1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:09.322868 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-12d00653-2b63-4322-91b5-97cbcd8397c2 req-d58858aa-5bcc-4224-b258-b22432b7af1e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0a26f36f4e834c7babe874ff5e2db568&device_id=04d3a199-66c4-4fde-bc85-17543f3251da HTTP/1.1" status: 200 len: 1096 time: 0.2806442 May 03 16:02:09.323745 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b59f65-ff52-4106-81f8-9002680eafaf admin admin] Pushing event updated for resources: {'Port': ['ID=3afb4d1f-b53e-4aa7-83fd-769fa1786bd3,revision_number=1']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:02:09.323745 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-36b59f65-ff52-4106-81f8-9002680eafaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.707s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:02:09.323745 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3dcd508-a1d7-4697-a303-7cc9ffb8f9fa admin admin] Notify agent at l3_agent.dv-cinder-774286-11-smb the message routers_updated {{(pid=74320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 16:02:09.323745 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-b3dcd508-a1d7-4697-a303-7cc9ffb8f9fa admin admin] 10.222.0.11 "PUT /v2.0/routers/39bfadb0-4cab-4f54-bb78-75b1651593d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2066464 May 03 16:02:09.327679 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c59e6b2-2b7f-477d-9c2b-26205ef3498a None None] Sync routers for ids ['39bfadb0-4cab-4f54-bb78-75b1651593d8'] in dv-cinder-774286-11-smb {{(pid=74323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 16:02:09.335180 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d00653-2b63-4322-91b5-97cbcd8397c2 req-d2c1d153-3d97-43ae-b6e9-1f7779d49791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:09.337009 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-12d00653-2b63-4322-91b5-97cbcd8397c2 req-d2c1d153-3d97-43ae-b6e9-1f7779d49791 service neutron] 10.222.0.42 "GET /v2.0/networks?id=870e002b-7538-43c3-9d68-f9ced202572f HTTP/1.1" status: 200 len: 915 time: 0.1545198 May 03 16:02:09.352503 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c59e6b2-2b7f-477d-9c2b-26205ef3498a None None] Routers {'39bfadb0-4cab-4f54-bb78-75b1651593d8'} bound to L3 agent in host dv-cinder-774286-11-smb {{(pid=74323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 03 16:02:09.353147 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.l3_hamode_db [None req-5c59e6b2-2b7f-477d-9c2b-26205ef3498a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-03T15:53:43Z,description=,heartbeat_timestamp=2021-05-03T16:01:43Z,host='dv-cinder-774286-11-smb',id=433ecc79-0b70-49a3-9006-0abc49206663,load=0,resource_versions=,resources_synced=,started_at=2021-05-03T15:53:44Z,topic='l3_agent')) {'router_ids': ['39bfadb0-4cab-4f54-bb78-75b1651593d8'], 'active': True} {{(pid=74323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:02:09.354153 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [req-7c7c3630-528e-4151-b3f7-808bff636b7c req-f49820b3-5c9e-400b-80ec-70cb8144972e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365'] for port, after_update {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:09.361366 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:02:09.452228 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7c3630-528e-4151-b3f7-808bff636b7c req-f49820b3-5c9e-400b-80ec-70cb8144972e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:09.452228 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [req-7c7c3630-528e-4151-b3f7-808bff636b7c req-f49820b3-5c9e-400b-80ec-70cb8144972e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532153'] for port, before_response {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:09.452228 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-7c7c3630-528e-4151-b3f7-808bff636b7c req-f49820b3-5c9e-400b-80ec-70cb8144972e service neutron] 10.222.0.42 "PUT /v2.0/ports/85b54a10-5c0e-4de0-98c6-a9048aeafab6 HTTP/1.1" status: 200 len: 1094 time: 6.7801280 May 03 16:02:09.454174 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3252a7fb-442f-48b9-a19f-0cc92ed28b32', 'tag': '85b54a10-5c0e-4de0-98c6-a9048aeafab6'}] {{(pid=74320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 16:02:09.491683 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-12d00653-2b63-4322-91b5-97cbcd8397c2 req-d441af65-cbb7-4ea0-9e36-be57fdc21d25 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=04075b21-bc86-48b8-9716-1c06b5d17cd0 HTTP/1.1" status: 200 len: 217 time: 0.1234131 May 03 16:02:09.518212 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-90f7b205-5467-482a-a8fd-087fecb33552 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:09.529429 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-90f7b205-5467-482a-a8fd-087fecb33552 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.4474137 May 03 16:02:09.529751 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365'] for port, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:09.529751 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Device 433ca7e3-5f83-451b-9f12-50bfcb5d9e86 up at agent ovs-agent-dv-cinder-774286-11-smb {{(pid=74322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 16:02:09.533153 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 47528) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:02:09.589633 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-d291b903-eea5-45e4-bf8d-be7280936502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:09.636945 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.v2.base [None req-002bbfe4-294d-4b93-b04a-8dfeb92d675c tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Request body: {'floatingip': {'floating_network_id': '19073356-f4a5-448b-8854-15ae9765d652'}} {{(pid=74321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 16:02:09.648379 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:02:09.651963 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-002bbfe4-294d-4b93-b04a-8dfeb92d675c tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:02:09.673496 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-002bbfe4-294d-4b93-b04a-8dfeb92d675c tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Usage tracker for resource:floatingip and tenant:30698392a3254cc2a62d95e9d3896fad is out of sync, need to count used quota {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:02:09.679870 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-002bbfe4-294d-4b93-b04a-8dfeb92d675c tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:02:09.714080 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-002bbfe4-294d-4b93-b04a-8dfeb92d675c tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:02:09.725973 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d00653-2b63-4322-91b5-97cbcd8397c2 req-f0330d5e-f749-4397-a071-92299bc0601a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:09.729148 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-12d00653-2b63-4322-91b5-97cbcd8397c2 req-f0330d5e-f749-4397-a071-92299bc0601a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=213f080e-45b1-4a83-9ec2-6e7991e6012a HTTP/1.1" status: 200 len: 854 time: 0.1970108 May 03 16:02:09.800573 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-d291b903-eea5-45e4-bf8d-be7280936502 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=dea637ef24a542938960fa2198f72a77&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7251377 May 03 16:02:09.848293 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-9c4ce4d7-ab03-40c2-b39c-5ea24f304ed6 None None] Provisioning for port 3afb4d1f-b53e-4aa7-83fd-769fa1786bd3 completed by entity DHCP. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 16:02:09.849092 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 47538) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:02:09.861608 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Pushing event updated for resources: {'Port': ['ID=d271ec25-1f7e-47bc-ab15-351e9358f1b5,revision_number=4']} {{(pid=74322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:02:09.868770 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:02:09.872089 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-9c4ce4d7-ab03-40c2-b39c-5ea24f304ed6 None None] Provisioning complete for port 3afb4d1f-b53e-4aa7-83fd-769fa1786bd3 triggered by entity DHCP. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 16:02:09.873072 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-9c4ce4d7-ab03-40c2-b39c-5ea24f304ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033555'] for port, provisioning_complete {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:09.897426 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.l3_dvr_db [None req-5c59e6b2-2b7f-477d-9c2b-26205ef3498a None None] Set router 39bfadb0-4cab-4f54-bb78-75b1651593d8 gateway port host: dv-cinder-774286-11-smb {{(pid=74323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 03 16:02:09.936130 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-12d00653-2b63-4322-91b5-97cbcd8397c2 req-c36890e1-b903-4442-9ec3-c0ccb2c43bcd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=870e002b-7538-43c3-9d68-f9ced202572f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1764920 May 03 16:02:09.978785 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.plugin [None req-9c4ce4d7-ab03-40c2-b39c-5ea24f304ed6 None None] Port 3afb4d1f-b53e-4aa7-83fd-769fa1786bd3 cannot update to ACTIVE because it is not bound. {{(pid=74322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 16:02:09.984585 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49820b3-5c9e-400b-80ec-70cb8144972e service neutron] Pushing event updated for resources: {'Port': ['ID=85b54a10-5c0e-4de0-98c6-a9048aeafab6,revision_number=3']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:02:09.989139 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Provisioning complete for port 433ca7e3-5f83-451b-9f12-50bfcb5d9e86 triggered by entity L2. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 16:02:09.989524 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033555'] for port, provisioning_complete {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:10.006794 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-f49820b3-5c9e-400b-80ec-70cb8144972e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.645s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:02:10.011066 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.268s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:02:10.232382 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-36b59f65-ff52-4106-81f8-9002680eafaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:10.390093 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d291b903-eea5-45e4-bf8d-be7280936502 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=576b650e-fd6b-44b4-8722-fb5ac070193e,revision_number=1']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:02:10.434184 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-d291b903-eea5-45e4-bf8d-be7280936502 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:02:10.602155 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-002bbfe4-294d-4b93-b04a-8dfeb92d675c tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Notify callbacks [] for floatingip, before_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:10.682862 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-f16dd394-00c7-401e-ae74-9085f967b4c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:10.686335 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Device d271ec25-1f7e-47bc-ab15-351e9358f1b5 up at agent ovs-agent-dv-cinder-774286-11-smb {{(pid=74322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 16:02:10.723283 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-12d00653-2b63-4322-91b5-97cbcd8397c2 req-3b71acba-47c5-4fad-9d91-3c03c4e826be service neutron] 10.222.0.42 "GET /v2.0/networks/870e002b-7538-43c3-9d68-f9ced202572f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7634709 May 03 16:02:10.748718 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-f3919a26-0e79-4080-9c75-d3ce745227fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:10.883810 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Provisioning complete for port d271ec25-1f7e-47bc-ab15-351e9358f1b5 triggered by entity L2. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 16:02:10.925440 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033555'] for port, provisioning_complete {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:10.956684 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.l3_hamode_db [None req-5c59e6b2-2b7f-477d-9c2b-26205ef3498a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39bfadb0-4cab-4f54-bb78-75b1651593d8', 'name': 'tempest-ServerRescueNegativeTestJSON-684889247-router', 'tenant_id': '8a5aae9d34474935a5fba6d6bb4b34f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'external_fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.228'}], 'enable_snat': True}, 'gw_port_id': '433ca7e3-5f83-451b-9f12-50bfcb5d9e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-03T16:01:46Z', 'updated_at': '2021-05-03T16:02:02Z', 'revision_number': 4, 'project_id': '8a5aae9d34474935a5fba6d6bb4b34f6', 'gw_port': {'id': '433ca7e3-5f83-451b-9f12-50bfcb5d9e86', 'name': '', 'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:55:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39bfadb0-4cab-4f54-bb78-75b1651593d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-03T16:01:50Z', 'updated_at': '2021-05-03T16:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9682172-7c17-476a-827f-79723500eb4a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-11-smb', '_interfaces': [{'id': '0d7603b9-447a-4e5d-9334-aed8be7edcb3', 'name': '', 'network_id': '69748d7f-425d-412f-8a9e-fa9e9e44cf28', 'tenant_id': '8a5aae9d34474935a5fba6d6bb4b34f6', 'mac_address': 'fa:16:3e:00:1a:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39bfadb0-4cab-4f54-bb78-75b1651593d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '6105efe5-e9de-4dbf-902a-b4dce538b42d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-03T16:01:58Z', 'updated_at': '2021-05-03T16:02:04Z', 'revision_number': 2, 'project_id': '8a5aae9d34474935a5fba6d6bb4b34f6', 'subnets': [{'id': '6105efe5-e9de-4dbf-902a-b4dce538b42d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-11-smb', False) {} {{(pid=74323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:02:10.968089 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c59e6b2-2b7f-477d-9c2b-26205ef3498a None None] Checking router: 39bfadb0-4cab-4f54-bb78-75b1651593d8 for host: dv-cinder-774286-11-smb {{(pid=74323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 16:02:10.968089 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c59e6b2-2b7f-477d-9c2b-26205ef3498a None None] Updating router 39bfadb0-4cab-4f54-bb78-75b1651593d8 port 0d7603b9-447a-4e5d-9334-aed8be7edcb3 binding host dv-cinder-774286-11-smb {{(pid=74323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 16:02:11.036582 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-f3919a26-0e79-4080-9c75-d3ce745227fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:11.045612 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Device d3df28d5-f4c9-40f4-b5d4-98fac9d28723 up at agent ovs-agent-dv-cinder-774286-11-smb {{(pid=74322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 16:02:11.054078 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0cace4-7ffa-462f-bda7-af62003b83e7 req-24273a20-2dc4-4847-b1af-f2e2e1c50426 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:11.056138 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-fa0cace4-7ffa-462f-bda7-af62003b83e7 req-24273a20-2dc4-4847-b1af-f2e2e1c50426 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.11 "GET /v2.0/ports?device_id=04d3a199-66c4-4fde-bc85-17543f3251da HTTP/1.1" status: 200 len: 943 time: 0.6353328 May 03 16:02:11.071069 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron_lib.callbacks.manager [None req-5c59e6b2-2b7f-477d-9c2b-26205ef3498a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:11.147009 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Provisioning complete for port d3df28d5-f4c9-40f4-b5d4-98fac9d28723 triggered by entity L2. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 16:02:11.147434 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033555'] for port, provisioning_complete {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:11.198418 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-12d00653-2b63-4322-91b5-97cbcd8397c2 req-8ed849d0-029c-4a51-b9b3-7662b83282bc service neutron] 10.222.0.42 "GET /v2.0/networks/870e002b-7538-43c3-9d68-f9ced202572f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4335341 May 03 16:02:11.350255 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-fa0cace4-7ffa-462f-bda7-af62003b83e7 req-6cd2af6d-783e-4ad4-91d5-7308efff6c36 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.11 "GET /v2.0/security-groups?id=831833fd-9100-465b-874d-f70121588630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403434 May 03 16:02:11.370674 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb4d729-d2b4-4478-b195-3e8b17480e64 req-5a602feb-d7c4-430e-806c-bc73cad4f420 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:11.370674 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-dcb4d729-d2b4-4478-b195-3e8b17480e64 req-5a602feb-d7c4-430e-806c-bc73cad4f420 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/networks?id=69748d7f-425d-412f-8a9e-fa9e9e44cf28 HTTP/1.1" status: 200 len: 818 time: 0.5782835 May 03 16:02:11.416220 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-dcb4d729-d2b4-4478-b195-3e8b17480e64 req-b031ee00-c852-4a9b-8a45-6b0253e39ad1 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/quotas/8a5aae9d34474935a5fba6d6bb4b34f6 HTTP/1.1" status: 200 len: 375 time: 0.0148957 May 03 16:02:11.540002 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7c3630-528e-4151-b3f7-808bff636b7c req-767027dd-956a-44fd-8e9e-29bdd54c434b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:11.540002 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-7c7c3630-528e-4151-b3f7-808bff636b7c req-767027dd-956a-44fd-8e9e-29bdd54c434b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d4fc2b1b5d484febb9a75e0e1e9f5a72&device_id=3252a7fb-442f-48b9-a19f-0cc92ed28b32 HTTP/1.1" status: 200 len: 1097 time: 0.6351879 May 03 16:02:11.669155 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-36b59f65-ff52-4106-81f8-9002680eafaf admin admin] Notify callbacks [] for port, precommit_update {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:11.678198 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-002bbfe4-294d-4b93-b04a-8dfeb92d675c tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:11.679521 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-f3919a26-0e79-4080-9c75-d3ce745227fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:11.696429 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-7c7c3630-528e-4151-b3f7-808bff636b7c req-5b68e109-c89f-416d-a451-06f995814a32 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=85b54a10-5c0e-4de0-98c6-a9048aeafab6 HTTP/1.1" status: 200 len: 217 time: 0.1038902 May 03 16:02:11.698681 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:02:11.723224 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3919a26-0e79-4080-9c75-d3ce745227fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=576b650e-fd6b-44b4-8722-fb5ac070193e,revision_number=None']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:02:11.725414 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-f3919a26-0e79-4080-9c75-d3ce745227fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:02:11.727760 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-f3919a26-0e79-4080-9c75-d3ce745227fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:11.729011 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-f3919a26-0e79-4080-9c75-d3ce745227fb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/576b650e-fd6b-44b4-8722-fb5ac070193e HTTP/1.1" status: 204 len: 168 time: 1.8789780 May 03 16:02:11.771144 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-36b59f65-ff52-4106-81f8-9002680eafaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365'] for port, after_update {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:11.772379 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-36b59f65-ff52-4106-81f8-9002680eafaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-982089'] for router_interface, after_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:11.794225 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:02:11.966725 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-dcb4d729-d2b4-4478-b195-3e8b17480e64 req-c602e0b0-e7b8-4a24-b19c-15b15784ae6e tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=8a5aae9d34474935a5fba6d6bb4b34f6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5217843 May 03 16:02:11.976306 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.db_base_plugin_common [None req-002bbfe4-294d-4b93-b04a-8dfeb92d675c tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Allocated IP 172.28.1.89 (19073356-f4a5-448b-8854-15ae9765d652/a9682172-7c17-476a-827f-79723500eb4a/34c94d2c-2dad-4990-989d-2676926a4d5f) {{(pid=74321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 16:02:12.007934 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc20eaf-415f-417f-9e96-2436b935737c req-bba7ddc5-45b9-4f32-9f27-20070e44d251 tempest-DeleteServersTestJSON-1514794231 tempest-DeleteServersTestJSON-1514794231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:12.029498 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-2fc20eaf-415f-417f-9e96-2436b935737c req-bba7ddc5-45b9-4f32-9f27-20070e44d251 tempest-DeleteServersTestJSON-1514794231 tempest-DeleteServersTestJSON-1514794231-project] 10.222.0.11 "GET /v2.0/ports?device_id=3252a7fb-442f-48b9-a19f-0cc92ed28b32 HTTP/1.1" status: 200 len: 944 time: 0.4020598 May 03 16:02:12.164153 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron_lib.callbacks.manager [None req-5c59e6b2-2b7f-477d-9c2b-26205ef3498a None None] Notify callbacks [] for port, precommit_update {{(pid=74323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:12.198821 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.provisioning_blocks [None req-5c59e6b2-2b7f-477d-9c2b-26205ef3498a None None] Transition to ACTIVE for port object 0d7603b9-447a-4e5d-9334-aed8be7edcb3 will not be triggered until provisioned by entity L2. {{(pid=74323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 16:02:12.301214 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron_lib.callbacks.manager [None req-5c59e6b2-2b7f-477d-9c2b-26205ef3498a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365'] for port, after_update {{(pid=74323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:12.305304 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:02:12.381807 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b59f65-ff52-4106-81f8-9002680eafaf admin admin] Pushing event updated for resources: {'Port': ['ID=3afb4d1f-b53e-4aa7-83fd-769fa1786bd3,revision_number=2']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:02:12.410141 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-2fc20eaf-415f-417f-9e96-2436b935737c req-44ca4c5a-91b1-4cd4-a640-7107b331feb4 tempest-DeleteServersTestJSON-1514794231 tempest-DeleteServersTestJSON-1514794231-project] 10.222.0.11 "GET /v2.0/security-groups?id=0afec749-0063-4a43-9de0-74e2a8f1e091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3644755 May 03 16:02:12.413648 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-36b59f65-ff52-4106-81f8-9002680eafaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.623s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:02:12.428474 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-dcb4d729-d2b4-4478-b195-3e8b17480e64 req-108f19b0-8f65-41e5-87cd-7e80e8e00c6f service neutron] 10.222.0.11 "GET /v2.0/networks/69748d7f-425d-412f-8a9e-fa9e9e44cf28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3928087 May 03 16:02:12.435879 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7c3630-528e-4151-b3f7-808bff636b7c req-af04dcd9-ff53-4aa3-b5ce-5b4faa8ff375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:12.443408 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-7c7c3630-528e-4151-b3f7-808bff636b7c req-af04dcd9-ff53-4aa3-b5ce-5b4faa8ff375 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6ce7fc78-cf3e-495e-952c-9a3833116d0b HTTP/1.1" status: 200 len: 851 time: 0.5528309 May 03 16:02:12.572711 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b59f65-ff52-4106-81f8-9002680eafaf admin admin] Network 2375af68-6e6b-455a-b7be-3561029d4953 is already hosted by enough agents. {{(pid=74320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 16:02:12.578208 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-7c7c3630-528e-4151-b3f7-808bff636b7c req-ac8ed07e-846e-4692-a453-4dc49f88ce4b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8093ebdc-41ed-4934-a390-0b1cf47faa3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0779316 May 03 16:02:12.580230 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.scheduler.base_scheduler [None req-36b59f65-ff52-4106-81f8-9002680eafaf admin admin] Resources bound (agent type, host, resource id): {{(pid=74320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:02:12.582354 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-002bbfe4-294d-4b93-b04a-8dfeb92d675c tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Notify callbacks [] for port, precommit_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:12.585719 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20da143b-9841-432c-a3b5-581688f22f0a None None] Pushing event updated for resources: {'Port': ['ID=0d7603b9-447a-4e5d-9334-aed8be7edcb3,revision_number=3']} {{(pid=74323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:02:12.595844 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG oslo_concurrency.lockutils [None req-20da143b-9841-432c-a3b5-581688f22f0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=74323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:02:12.644260 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-dcb4d729-d2b4-4478-b195-3e8b17480e64 req-9dae6b0c-734c-48bc-a1c3-d0951bd48a93 service neutron] 10.222.0.11 "GET /v2.0/networks/69748d7f-425d-412f-8a9e-fa9e9e44cf28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032413 May 03 16:02:12.670653 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.plugins.ml2.managers [None req-5c59e6b2-2b7f-477d-9c2b-26205ef3498a None None] Attempting to bind port 0d7603b9-447a-4e5d-9334-aed8be7edcb3 on host dv-cinder-774286-11-smb for vnic_type normal with profile {{(pid=74323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 16:02:12.671031 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.plugins.ml2.managers [None req-5c59e6b2-2b7f-477d-9c2b-26205ef3498a None None] Attempting to bind port 0d7603b9-447a-4e5d-9334-aed8be7edcb3 by drivers openvswitch,hyperv on host dv-cinder-774286-11-smb at level 0 using segments [{'id': 'ca3b8f24-af23-4b87-a734-3414a6834a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '69748d7f-425d-412f-8a9e-fa9e9e44cf28'}] {{(pid=74323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 16:02:12.671637 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c59e6b2-2b7f-477d-9c2b-26205ef3498a None None] Attempting to bind port 0d7603b9-447a-4e5d-9334-aed8be7edcb3 on network 69748d7f-425d-412f-8a9e-fa9e9e44cf28 {{(pid=74323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 16:02:12.684713 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c59e6b2-2b7f-477d-9c2b-26205ef3498a None None] Checking agent: {'id': '682d886a-77a6-45f8-87fa-5ebc2dd04251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 3, 15, 53, 43), 'started_at': datetime.datetime(2021, 5, 3, 15, 54, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 3, 16, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 16:02:12.700248 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c59e6b2-2b7f-477d-9c2b-26205ef3498a None None] Checking segment: {'id': 'ca3b8f24-af23-4b87-a734-3414a6834a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '69748d7f-425d-412f-8a9e-fa9e9e44cf28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 03 16:02:12.700248 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron_lib.callbacks.manager [None req-5c59e6b2-2b7f-477d-9c2b-26205ef3498a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:12.700248 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c59e6b2-2b7f-477d-9c2b-26205ef3498a None None] Bound using segment: {'id': 'ca3b8f24-af23-4b87-a734-3414a6834a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '69748d7f-425d-412f-8a9e-fa9e9e44cf28'} {{(pid=74323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 16:02:12.700248 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.plugins.ml2.managers [None req-5c59e6b2-2b7f-477d-9c2b-26205ef3498a None None] Bound port: 0d7603b9-447a-4e5d-9334-aed8be7edcb3, host: dv-cinder-774286-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca3b8f24-af23-4b87-a734-3414a6834a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '69748d7f-425d-412f-8a9e-fa9e9e44cf28'}}] {{(pid=74323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 16:02:12.700248 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron_lib.callbacks.manager [None req-5c59e6b2-2b7f-477d-9c2b-26205ef3498a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:12.783555 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3252a7fb-442f-48b9-a19f-0cc92ed28b32', 'tag': '85b54a10-5c0e-4de0-98c6-a9048aeafab6', 'status': 'completed', 'code': 200} May 03 16:02:12.792987 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-002bbfe4-294d-4b93-b04a-8dfeb92d675c tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781092417302'] for port, after_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:12.801715 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-445c0295-8e1d-45f7-a594-7a600e53b875 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:02:12.814978 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.plugins.ml2.db [None req-5c59e6b2-2b7f-477d-9c2b-26205ef3498a None None] For port 0d7603b9-447a-4e5d-9334-aed8be7edcb3, host dv-cinder-774286-11-smb, cleared binding levels {{(pid=74323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 16:02:12.819587 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.plugins.ml2.db [None req-5c59e6b2-2b7f-477d-9c2b-26205ef3498a None None] For port 0d7603b9-447a-4e5d-9334-aed8be7edcb3, host dv-cinder-774286-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-11-smb',level=0,port_id=0d7603b9-447a-4e5d-9334-aed8be7edcb3,segment=NetworkSegment(ca3b8f24-af23-4b87-a734-3414a6834a84),segment_id=ca3b8f24-af23-4b87-a734-3414a6834a84)] {{(pid=74323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 16:02:12.912469 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron_lib.callbacks.manager [None req-5c59e6b2-2b7f-477d-9c2b-26205ef3498a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365'] for port, after_update {{(pid=74323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:12.919843 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG oslo_concurrency.lockutils [None req-49c8300f-4b57-4a63-8c47-487183cdd274 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:02:12.969644 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002bbfe4-294d-4b93-b04a-8dfeb92d675c tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Pushing event updated for resources: {'Port': ['ID=34c94d2c-2dad-4990-989d-2676926a4d5f,revision_number=1']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:02:13.010284 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-002bbfe4-294d-4b93-b04a-8dfeb92d675c tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:02:13.058594 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-5e7b6f38-a76b-4dfc-a928-9a6a3002ca78 None None] Provisioning complete for port 3afb4d1f-b53e-4aa7-83fd-769fa1786bd3 triggered by entity DHCP. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 16:02:13.067246 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-5e7b6f38-a76b-4dfc-a928-9a6a3002ca78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033555'] for port, provisioning_complete {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:13.067388 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-002bbfe4-294d-4b93-b04a-8dfeb92d675c tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Network 19073356-f4a5-448b-8854-15ae9765d652 is already hosted by enough agents. {{(pid=74321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 16:02:13.072462 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-7c7c3630-528e-4151-b3f7-808bff636b7c req-f25a236c-1741-4754-8be7-9369343ea370 service neutron] 10.222.0.42 "GET /v2.0/networks/8093ebdc-41ed-4934-a390-0b1cf47faa3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3495858 May 03 16:02:13.072809 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.scheduler.base_scheduler [None req-002bbfe4-294d-4b93-b04a-8dfeb92d675c tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Resources bound (agent type, host, resource id): {{(pid=74321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:02:13.077088 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-e36ac402-3a2b-4c69-9186-11f2c5c539fd req-2c5caf70-d73a-4f31-8b63-0c6f6c7c2bf0 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/ports?device_id=896a5ea9-b5d0-4aef-b34a-a085015c3745 HTTP/1.1" status: 200 len: 210 time: 0.1039963 May 03 16:02:13.077805 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002bbfe4-294d-4b93-b04a-8dfeb92d675c tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Received port after_create {{(pid=74321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 03 16:02:13.106263 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20da143b-9841-432c-a3b5-581688f22f0a None None] Pushing event updated for resources: {'Port': ['ID=0d7603b9-447a-4e5d-9334-aed8be7edcb3,revision_number=4']} {{(pid=74323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:02:13.130320 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36b59f65-ff52-4106-81f8-9002680eafaf admin admin] Router 59fbbaaf-3c82-4b4a-9f4b-382ac8ad236c has already been hosted by L3 agent 433ecc79-0b70-49a3-9006-0abc49206663 {{(pid=74320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 16:02:13.134066 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG oslo_concurrency.lockutils [None req-20da143b-9841-432c-a3b5-581688f22f0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=74323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:02:13.167417 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c59e6b2-2b7f-477d-9c2b-26205ef3498a None None] Routers {'39bfadb0-4cab-4f54-bb78-75b1651593d8'} bound to L3 agent in host dv-cinder-774286-11-smb {{(pid=74323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 03 16:02:13.168235 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.l3_hamode_db [None req-5c59e6b2-2b7f-477d-9c2b-26205ef3498a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-03T15:53:43Z,description=,heartbeat_timestamp=2021-05-03T16:01:43Z,host='dv-cinder-774286-11-smb',id=433ecc79-0b70-49a3-9006-0abc49206663,load=0,resource_versions=,resources_synced=,started_at=2021-05-03T15:53:44Z,topic='l3_agent')) {'router_ids': ['39bfadb0-4cab-4f54-bb78-75b1651593d8'], 'active': True} {{(pid=74323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:02:13.190034 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-002bbfe4-294d-4b93-b04a-8dfeb92d675c tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:13.213088 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe2528b-7c2d-4623-aea0-0620dfa84f46 req-0f9f4ce7-a3d7-4192-a0d8-878d04fbb0e7 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:13.213088 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-afe2528b-7c2d-4623-aea0-0620dfa84f46 req-0f9f4ce7-a3d7-4192-a0d8-878d04fbb0e7 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.11 "GET /v2.0/ports?device_id=04d3a199-66c4-4fde-bc85-17543f3251da HTTP/1.1" status: 200 len: 943 time: 0.2431860 May 03 16:02:13.271667 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-afe2528b-7c2d-4623-aea0-0620dfa84f46 req-5e27b62a-bf25-42e6-9ae7-3ac551aa53fa tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.11 "GET /v2.0/security-groups?id=831833fd-9100-465b-874d-f70121588630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543430 May 03 16:02:13.332460 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.plugin [None req-5e7b6f38-a76b-4dfc-a928-9a6a3002ca78 None None] Port 3afb4d1f-b53e-4aa7-83fd-769fa1786bd3 cannot update to ACTIVE because it is not bound. {{(pid=74322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 16:02:13.408573 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:13.423413 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-002bbfe4-294d-4b93-b04a-8dfeb92d675c tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:13.489674 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-6a62ad71-3b6a-4433-9429-f0b142a7bf03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:13.598161 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.l3_dvr_db [None req-5c59e6b2-2b7f-477d-9c2b-26205ef3498a None None] Set router 39bfadb0-4cab-4f54-bb78-75b1651593d8 gateway port host: dv-cinder-774286-11-smb {{(pid=74323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 03 16:02:13.725621 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-7c7c3630-528e-4151-b3f7-808bff636b7c req-6cffd8ec-f719-4a43-b43d-22edcca3af71 service neutron] 10.222.0.42 "GET /v2.0/networks/8093ebdc-41ed-4934-a390-0b1cf47faa3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6432989 May 03 16:02:13.773889 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36b59f65-ff52-4106-81f8-9002680eafaf admin admin] Notify agent at l3_agent.dv-cinder-774286-11-smb the message routers_updated {{(pid=74320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 16:02:13.779326 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-36b59f65-ff52-4106-81f8-9002680eafaf admin admin] 10.222.0.11 "PUT /v2.0/routers/59fbbaaf-3c82-4b4a-9f4b-382ac8ad236c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.8721094 May 03 16:02:13.797315 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f1187d-f018-4c1d-93d9-39a6686aa0ad None None] Sync routers for ids ['59fbbaaf-3c82-4b4a-9f4b-382ac8ad236c'] in dv-cinder-774286-11-smb {{(pid=74322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 16:02:13.832538 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f1187d-f018-4c1d-93d9-39a6686aa0ad None None] Routers {'59fbbaaf-3c82-4b4a-9f4b-382ac8ad236c'} bound to L3 agent in host dv-cinder-774286-11-smb {{(pid=74322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 03 16:02:13.833194 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_hamode_db [None req-e3f1187d-f018-4c1d-93d9-39a6686aa0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-03T15:53:43Z,description=,heartbeat_timestamp=2021-05-03T16:02:13Z,host='dv-cinder-774286-11-smb',id=433ecc79-0b70-49a3-9006-0abc49206663,load=0,resource_versions=,resources_synced=,started_at=2021-05-03T15:53:44Z,topic='l3_agent')) {'router_ids': ['59fbbaaf-3c82-4b4a-9f4b-382ac8ad236c'], 'active': True} {{(pid=74322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:02:14.031346 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb583c2-13d3-416e-8250-0628a6ad4e00 req-91825d7f-f453-4602-bf4d-531962fa0c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:14.032952 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-7eb583c2-13d3-416e-8250-0628a6ad4e00 req-91825d7f-f453-4602-bf4d-531962fa0c0c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d4fc2b1b5d484febb9a75e0e1e9f5a72&device_id=3252a7fb-442f-48b9-a19f-0cc92ed28b32 HTTP/1.1" status: 200 len: 1097 time: 0.1703205 May 03 16:02:14.154399 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.l3_hamode_db [None req-5c59e6b2-2b7f-477d-9c2b-26205ef3498a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39bfadb0-4cab-4f54-bb78-75b1651593d8', 'name': 'tempest-ServerRescueNegativeTestJSON-684889247-router', 'tenant_id': '8a5aae9d34474935a5fba6d6bb4b34f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'external_fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.228'}], 'enable_snat': True}, 'gw_port_id': '433ca7e3-5f83-451b-9f12-50bfcb5d9e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-03T16:01:46Z', 'updated_at': '2021-05-03T16:02:02Z', 'revision_number': 4, 'project_id': '8a5aae9d34474935a5fba6d6bb4b34f6', 'gw_port': {'id': '433ca7e3-5f83-451b-9f12-50bfcb5d9e86', 'name': '', 'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:55:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39bfadb0-4cab-4f54-bb78-75b1651593d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-03T16:01:50Z', 'updated_at': '2021-05-03T16:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9682172-7c17-476a-827f-79723500eb4a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-11-smb', '_interfaces': [{'id': '0d7603b9-447a-4e5d-9334-aed8be7edcb3', 'name': '', 'network_id': '69748d7f-425d-412f-8a9e-fa9e9e44cf28', 'tenant_id': '8a5aae9d34474935a5fba6d6bb4b34f6', 'mac_address': 'fa:16:3e:00:1a:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39bfadb0-4cab-4f54-bb78-75b1651593d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '6105efe5-e9de-4dbf-902a-b4dce538b42d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-03T16:01:58Z', 'updated_at': '2021-05-03T16:02:12Z', 'revision_number': 4, 'project_id': '8a5aae9d34474935a5fba6d6bb4b34f6', 'subnets': [{'id': '6105efe5-e9de-4dbf-902a-b4dce538b42d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-11-smb', False) {} {{(pid=74323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:02:14.161172 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c59e6b2-2b7f-477d-9c2b-26205ef3498a None None] The sync data for ids ['39bfadb0-4cab-4f54-bb78-75b1651593d8'] in dv-cinder-774286-11-smb is: [{'id': '39bfadb0-4cab-4f54-bb78-75b1651593d8', 'name': 'tempest-ServerRescueNegativeTestJSON-684889247-router', 'tenant_id': '8a5aae9d34474935a5fba6d6bb4b34f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'external_fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.228'}], 'enable_snat': True}, 'gw_port_id': '433ca7e3-5f83-451b-9f12-50bfcb5d9e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-03T16:01:46Z', 'updated_at': '2021-05-03T16:02:02Z', 'revision_number': 4, 'project_id': '8a5aae9d34474935a5fba6d6bb4b34f6', 'gw_port': {'id': '433ca7e3-5f83-451b-9f12-50bfcb5d9e86', 'name': '', 'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:55:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39bfadb0-4cab-4f54-bb78-75b1651593d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-03T16:01:50Z', 'updated_at': '2021-05-03T16:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9682172-7c17-476a-827f-79723500eb4a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-11-smb', '_interfaces': [{'id': '0d7603b9-447a-4e5d-9334-aed8be7edcb3', 'name': '', 'network_id': '69748d7f-425d-412f-8a9e-fa9e9e44cf28', 'tenant_id': '8a5aae9d34474935a5fba6d6bb4b34f6', 'mac_address': 'fa:16:3e:00:1a:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39bfadb0-4cab-4f54-bb78-75b1651593d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '6105efe5-e9de-4dbf-902a-b4dce538b42d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-03T16:01:58Z', 'updated_at': '2021-05-03T16:02:12Z', 'revision_number': 4, 'project_id': '8a5aae9d34474935a5fba6d6bb4b34f6', 'subnets': [{'id': '6105efe5-e9de-4dbf-902a-b4dce538b42d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 16:02:14.394095 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-b400cb21-de9a-47f5-b18b-46830690aa58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:14.406744 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21440bf1-a61c-489f-8d6a-762b44a9ae41 req-7eaa5021-290e-4efe-8629-d7cd3e9d8622 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:14.414245 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-21440bf1-a61c-489f-8d6a-762b44a9ae41 req-7eaa5021-290e-4efe-8629-d7cd3e9d8622 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/networks?id=69748d7f-425d-412f-8a9e-fa9e9e44cf28 HTTP/1.1" status: 200 len: 818 time: 0.8387611 May 03 16:02:14.416025 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_dvr_db [None req-e3f1187d-f018-4c1d-93d9-39a6686aa0ad None None] Set router 59fbbaaf-3c82-4b4a-9f4b-382ac8ad236c gateway port host: dv-cinder-774286-11-smb {{(pid=74322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 03 16:02:14.421905 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-002bbfe4-294d-4b93-b04a-8dfeb92d675c tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Notify callbacks [] for port, precommit_update {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:14.438483 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3ab91d-ad46-4398-b72d-7cb515c1ab7f req-2e05bde5-0d26-4480-a7cd-09589d29c139 tempest-DeleteServersTestJSON-1514794231 tempest-DeleteServersTestJSON-1514794231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:14.443026 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb583c2-13d3-416e-8250-0628a6ad4e00 req-adcb6760-34b5-4b05-b71e-75e8206d38d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:14.450445 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-8c3ab91d-ad46-4398-b72d-7cb515c1ab7f req-2e05bde5-0d26-4480-a7cd-09589d29c139 tempest-DeleteServersTestJSON-1514794231 tempest-DeleteServersTestJSON-1514794231-project] 10.222.0.11 "GET /v2.0/ports?device_id=3252a7fb-442f-48b9-a19f-0cc92ed28b32 HTTP/1.1" status: 200 len: 944 time: 0.7921824 May 03 16:02:14.457124 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-7eb583c2-13d3-416e-8250-0628a6ad4e00 req-adcb6760-34b5-4b05-b71e-75e8206d38d1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8093ebdc-41ed-4934-a390-0b1cf47faa3e HTTP/1.1" status: 200 len: 912 time: 0.4157474 May 03 16:02:14.462039 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-21440bf1-a61c-489f-8d6a-762b44a9ae41 req-492ccced-b7b7-4bc9-9ab8-bd898a86f7d7 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/quotas/8a5aae9d34474935a5fba6d6bb4b34f6 HTTP/1.1" status: 200 len: 375 time: 0.0432460 May 03 16:02:14.531813 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-002bbfe4-294d-4b93-b04a-8dfeb92d675c tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365'] for port, after_update {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:14.549156 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:02:14.656304 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-7eb583c2-13d3-416e-8250-0628a6ad4e00 req-c5789300-5eb9-45f2-9107-b2732bba9fe9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=85b54a10-5c0e-4de0-98c6-a9048aeafab6 HTTP/1.1" status: 200 len: 217 time: 0.1914158 May 03 16:02:14.752453 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb583c2-13d3-416e-8250-0628a6ad4e00 req-ac39f031-c7d5-4cb0-8742-b05760ad81a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:14.752453 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-7eb583c2-13d3-416e-8250-0628a6ad4e00 req-ac39f031-c7d5-4cb0-8742-b05760ad81a3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6ce7fc78-cf3e-495e-952c-9a3833116d0b HTTP/1.1" status: 200 len: 851 time: 0.0882714 May 03 16:02:14.763079 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002bbfe4-294d-4b93-b04a-8dfeb92d675c tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Pushing event updated for resources: {'Port': ['ID=34c94d2c-2dad-4990-989d-2676926a4d5f,revision_number=2']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:02:14.774680 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Device 0d7603b9-447a-4e5d-9334-aed8be7edcb3 up at agent ovs-agent-dv-cinder-774286-11-smb {{(pid=74322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 16:02:14.774780 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-002bbfe4-294d-4b93-b04a-8dfeb92d675c tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:02:14.812974 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-002bbfe4-294d-4b93-b04a-8dfeb92d675c tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926573'] for floatingip, after_update {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:14.848737 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-8c3ab91d-ad46-4398-b72d-7cb515c1ab7f req-a05faad1-5759-4555-8ac8-1f0ab97bd42a tempest-DeleteServersTestJSON-1514794231 tempest-DeleteServersTestJSON-1514794231-project] 10.222.0.11 "GET /v2.0/security-groups?id=0afec749-0063-4a43-9de0-74e2a8f1e091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3869019 May 03 16:02:14.890496 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-7eb583c2-13d3-416e-8250-0628a6ad4e00 req-900cc208-e2d4-432c-a1e1-1526bd6d745f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8093ebdc-41ed-4934-a390-0b1cf47faa3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1302800 May 03 16:02:14.999398 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-21440bf1-a61c-489f-8d6a-762b44a9ae41 req-680815ff-769f-4d56-a7ff-3357eafc1eed tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=8a5aae9d34474935a5fba6d6bb4b34f6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5397863 May 03 16:02:15.044513 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-002bbfe4-294d-4b93-b04a-8dfeb92d675c tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504013'] for floatingip, before_response {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:15.045973 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-002bbfe4-294d-4b93-b04a-8dfeb92d675c tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.4465859 May 03 16:02:15.220390 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-7eb583c2-13d3-416e-8250-0628a6ad4e00 req-c4a7397a-8384-42a6-bcde-6fd9a46bc246 service neutron] 10.222.0.42 "GET /v2.0/networks/8093ebdc-41ed-4934-a390-0b1cf47faa3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3214622 May 03 16:02:15.394224 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-21440bf1-a61c-489f-8d6a-762b44a9ae41 req-bf4a2456-05bf-4920-a015-4238e7de3a9d service neutron] 10.222.0.11 "GET /v2.0/networks/69748d7f-425d-412f-8a9e-fa9e9e44cf28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3921695 May 03 16:02:15.496033 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_hamode_db [None req-e3f1187d-f018-4c1d-93d9-39a6686aa0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59fbbaaf-3c82-4b4a-9f4b-382ac8ad236c', 'name': 'tempest-AttachVolumeTestJSON-1560532479-router', 'tenant_id': 'a45b3ae4a7654b64951cdc1628f41ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'external_fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.189'}], 'enable_snat': True}, 'gw_port_id': 'd271ec25-1f7e-47bc-ab15-351e9358f1b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-03T16:01:46Z', 'updated_at': '2021-05-03T16:02:09Z', 'revision_number': 4, 'project_id': 'a45b3ae4a7654b64951cdc1628f41ef5', 'gw_port': {'id': 'd271ec25-1f7e-47bc-ab15-351e9358f1b5', 'name': '', 'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:c8:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fbbaaf-3c82-4b4a-9f4b-382ac8ad236c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-03T16:01:50Z', 'updated_at': '2021-05-03T16:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9682172-7c17-476a-827f-79723500eb4a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-11-smb', '_interfaces': [{'id': '3afb4d1f-b53e-4aa7-83fd-769fa1786bd3', 'name': '', 'network_id': '2375af68-6e6b-455a-b7be-3561029d4953', 'tenant_id': 'a45b3ae4a7654b64951cdc1628f41ef5', 'mac_address': 'fa:16:3e:17:e7:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59fbbaaf-3c82-4b4a-9f4b-382ac8ad236c', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '0c868822-acdb-4384-9ddc-ddab19dd933c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-03T16:02:05Z', 'updated_at': '2021-05-03T16:02:10Z', 'revision_number': 2, 'project_id': 'a45b3ae4a7654b64951cdc1628f41ef5', 'subnets': [{'id': '0c868822-acdb-4384-9ddc-ddab19dd933c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-11-smb', False) {} {{(pid=74322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:02:15.504988 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f1187d-f018-4c1d-93d9-39a6686aa0ad None None] Checking router: 59fbbaaf-3c82-4b4a-9f4b-382ac8ad236c for host: dv-cinder-774286-11-smb {{(pid=74322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 16:02:15.505560 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f1187d-f018-4c1d-93d9-39a6686aa0ad None None] Updating router 59fbbaaf-3c82-4b4a-9f4b-382ac8ad236c port 3afb4d1f-b53e-4aa7-83fd-769fa1786bd3 binding host dv-cinder-774286-11-smb {{(pid=74322) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 16:02:15.563293 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Provisioning for port 0d7603b9-447a-4e5d-9334-aed8be7edcb3 completed by entity L2. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 16:02:15.602280 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-e3f1187d-f018-4c1d-93d9-39a6686aa0ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:15.614303 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Provisioning complete for port 0d7603b9-447a-4e5d-9334-aed8be7edcb3 triggered by entity L2. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 16:02:15.614685 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033555'] for port, provisioning_complete {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:15.665849 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-7eb583c2-13d3-416e-8250-0628a6ad4e00 req-1dd3880e-5643-4d54-a1d9-7b7d348823b3 service neutron] 10.222.0.42 "GET /v2.0/networks/8093ebdc-41ed-4934-a390-0b1cf47faa3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4396453 May 03 16:02:15.706581 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-21440bf1-a61c-489f-8d6a-762b44a9ae41 req-5345c2c7-34e8-4164-8d15-7638b4e777c5 service neutron] 10.222.0.11 "GET /v2.0/networks/69748d7f-425d-412f-8a9e-fa9e9e44cf28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3034995 May 03 16:02:15.925651 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:16.299472 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a704c185-8192-47a7-b5e5-82c1efa3e441 req-cf28d847-1446-4ed2-bbda-88cd02d578d6 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:16.308071 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-a704c185-8192-47a7-b5e5-82c1efa3e441 req-cf28d847-1446-4ed2-bbda-88cd02d578d6 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.11 "GET /v2.0/ports?device_id=04d3a199-66c4-4fde-bc85-17543f3251da HTTP/1.1" status: 200 len: 943 time: 0.2226789 May 03 16:02:16.383904 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-a704c185-8192-47a7-b5e5-82c1efa3e441 req-38574ce6-3a7f-494e-a245-9e189a3f2e95 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.11 "GET /v2.0/security-groups?id=831833fd-9100-465b-874d-f70121588630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740781 May 03 16:02:16.386843 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 47722) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:02:16.399938 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.v2.base [None req-f00f345c-f73f-4211-b422-03492591f174 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Request body: {'security_group': {'name': 'tempest-securitygroup--355360367', 'description': 'tempest-description--996196798'}} {{(pid=74321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 16:02:16.423778 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-f00f345c-f73f-4211-b422-03492591f174 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:02:16.445280 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-f00f345c-f73f-4211-b422-03492591f174 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Usage tracker for resource:security_group and tenant:a45b3ae4a7654b64951cdc1628f41ef5 is out of sync, need to count used quota {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:02:16.457794 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-f00f345c-f73f-4211-b422-03492591f174 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:02:16.460622 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-e3f1187d-f018-4c1d-93d9-39a6686aa0ad None None] Notify callbacks [] for port, precommit_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:16.470169 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-f00f345c-f73f-4211-b422-03492591f174 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:02:16.517644 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] For port 0d7603b9-447a-4e5d-9334-aed8be7edcb3, host dv-cinder-774286-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-11-smb',level=0,port_id=0d7603b9-447a-4e5d-9334-aed8be7edcb3,segment=NetworkSegment(ca3b8f24-af23-4b87-a734-3414a6834a84),segment_id=ca3b8f24-af23-4b87-a734-3414a6834a84)] {{(pid=74322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 16:02:16.522491 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-e3f1187d-f018-4c1d-93d9-39a6686aa0ad None None] Transition to ACTIVE for port object 3afb4d1f-b53e-4aa7-83fd-769fa1786bd3 will not be triggered until provisioned by entity L2. {{(pid=74322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 16:02:16.583709 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-a0d8fbed-f9e8-480f-9f53-852e5fea45ec req-b0b1cc10-597e-4630-8efd-d19a27d8f4ee tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--747996692&fields=id&tenant_id=30698392a3254cc2a62d95e9d3896fad HTTP/1.1" status: 200 len: 267 time: 0.0663853 May 03 16:02:16.609006 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb4d729-d2b4-4478-b195-3e8b17480e64 req-33e58568-1257-4b4a-a929-7cc5ec07a7c4 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:16.609841 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [req-dcb4d729-d2b4-4478-b195-3e8b17480e64 req-33e58568-1257-4b4a-a929-7cc5ec07a7c4 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Synchronizing usage tracker for tenant:8a5aae9d34474935a5fba6d6bb4b34f6 on resource:network {{(pid=74320) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 16:02:16.633978 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-f00f345c-f73f-4211-b422-03492591f174 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Notify callbacks [] for security_group, before_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:16.638128 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-e3f1187d-f018-4c1d-93d9-39a6686aa0ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365'] for port, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:16.642681 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:02:16.713561 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-b5223e01-a904-4e89-a902-ae20f7f129a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:16.714310 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365'] for port, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:16.717537 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40be11e1-e7ee-42e1-955c-d208ec5ec3a4 None None] Pushing event updated for resources: {'Port': ['ID=3afb4d1f-b53e-4aa7-83fd-769fa1786bd3,revision_number=3']} {{(pid=74322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:02:16.727147 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-40be11e1-e7ee-42e1-955c-d208ec5ec3a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:02:16.727147 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:02:16.746164 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [req-dcb4d729-d2b4-4478-b195-3e8b17480e64 req-33e58568-1257-4b4a-a929-7cc5ec07a7c4 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Unset dirty status for tenant:8a5aae9d34474935a5fba6d6bb4b34f6 on resource:network {{(pid=74320) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 16:02:16.747330 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-dcb4d729-d2b4-4478-b195-3e8b17480e64 req-33e58568-1257-4b4a-a929-7cc5ec07a7c4 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.42 "GET /v2.0/networks?id=69748d7f-425d-412f-8a9e-fa9e9e44cf28 HTTP/1.1" status: 200 len: 818 time: 0.5756917 May 03 16:02:16.760275 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.v2.base [req-dcb4d729-d2b4-4478-b195-3e8b17480e64 req-cce0f61a-b106-4033-8ca5-ff75537ae561 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Request body: {'port': {'device_id': '896a5ea9-b5d0-4aef-b34a-a085015c3745', 'network_id': '69748d7f-425d-412f-8a9e-fa9e9e44cf28', 'admin_state_up': True, 'tenant_id': '8a5aae9d34474935a5fba6d6bb4b34f6'}} {{(pid=74320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 16:02:16.840788 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-f00f345c-f73f-4211-b422-03492591f174 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:02:16.871628 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-f00f345c-f73f-4211-b422-03492591f174 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Usage tracker for resource:security_group_rule and tenant:a45b3ae4a7654b64951cdc1628f41ef5 is out of sync, need to count used quota {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:02:16.889227 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-f00f345c-f73f-4211-b422-03492591f174 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:02:16.908909 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-f00f345c-f73f-4211-b422-03492591f174 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:02:16.944958 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d8fbed-f9e8-480f-9f53-852e5fea45ec req-ee8d92f3-3a51-4f82-a75f-95274c32a233 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:16.952045 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-a0d8fbed-f9e8-480f-9f53-852e5fea45ec req-ee8d92f3-3a51-4f82-a75f-95274c32a233 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/networks?id=3d07b93f-2cbc-4419-9656-593dd149b251 HTTP/1.1" status: 200 len: 816 time: 0.3609257 May 03 16:02:17.009331 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Pushing event updated for resources: {'Port': ['ID=0d7603b9-447a-4e5d-9334-aed8be7edcb3,revision_number=5']} {{(pid=74322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:02:17.021241 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:02:17.045553 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-f00f345c-f73f-4211-b422-03492591f174 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Notify callbacks [] for security_group, precommit_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:17.066694 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [req-dcb4d729-d2b4-4478-b195-3e8b17480e64 req-cce0f61a-b106-4033-8ca5-ff75537ae561 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:02:17.070990 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [req-dcb4d729-d2b4-4478-b195-3e8b17480e64 req-cce0f61a-b106-4033-8ca5-ff75537ae561 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Usage tracker for resource:port and tenant:8a5aae9d34474935a5fba6d6bb4b34f6 is out of sync, need to count used quota {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:02:17.074316 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [req-dcb4d729-d2b4-4478-b195-3e8b17480e64 req-cce0f61a-b106-4033-8ca5-ff75537ae561 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Quota usage for port was recalculated. Used quota:1. {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:02:17.080977 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [req-dcb4d729-d2b4-4478-b195-3e8b17480e64 req-cce0f61a-b106-4033-8ca5-ff75537ae561 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:02:17.095164 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-a0d8fbed-f9e8-480f-9f53-852e5fea45ec req-24b9857a-8c24-4655-9994-17eca928f92f tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/quotas/30698392a3254cc2a62d95e9d3896fad HTTP/1.1" status: 200 len: 375 time: 0.1419241 May 03 16:02:17.142820 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeeec35-136e-4efd-a3dc-c8e92fb27333 req-38bd4610-cab7-4758-93e8-576866b56bcd tempest-DeleteServersTestJSON-1514794231 tempest-DeleteServersTestJSON-1514794231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:17.149479 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.managers [None req-e3f1187d-f018-4c1d-93d9-39a6686aa0ad None None] Attempting to bind port 3afb4d1f-b53e-4aa7-83fd-769fa1786bd3 on host dv-cinder-774286-11-smb for vnic_type normal with profile {{(pid=74322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 16:02:17.150307 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.managers [None req-e3f1187d-f018-4c1d-93d9-39a6686aa0ad None None] Attempting to bind port 3afb4d1f-b53e-4aa7-83fd-769fa1786bd3 by drivers openvswitch,hyperv on host dv-cinder-774286-11-smb at level 0 using segments [{'id': 'ad1c6c10-bf8d-4f65-b3de-1cb0028ea90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2375af68-6e6b-455a-b7be-3561029d4953'}] {{(pid=74322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 16:02:17.150747 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-bbeeec35-136e-4efd-a3dc-c8e92fb27333 req-38bd4610-cab7-4758-93e8-576866b56bcd tempest-DeleteServersTestJSON-1514794231 tempest-DeleteServersTestJSON-1514794231-project] 10.222.0.11 "GET /v2.0/ports?device_id=3252a7fb-442f-48b9-a19f-0cc92ed28b32 HTTP/1.1" status: 200 len: 944 time: 0.5313008 May 03 16:02:17.151021 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f1187d-f018-4c1d-93d9-39a6686aa0ad None None] Attempting to bind port 3afb4d1f-b53e-4aa7-83fd-769fa1786bd3 on network 2375af68-6e6b-455a-b7be-3561029d4953 {{(pid=74322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 16:02:17.160295 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f1187d-f018-4c1d-93d9-39a6686aa0ad None None] Checking agent: {'id': '682d886a-77a6-45f8-87fa-5ebc2dd04251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 3, 15, 53, 43), 'started_at': datetime.datetime(2021, 5, 3, 15, 54, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 3, 16, 2, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 16:02:17.160727 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f1187d-f018-4c1d-93d9-39a6686aa0ad None None] Checking segment: {'id': 'ad1c6c10-bf8d-4f65-b3de-1cb0028ea90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2375af68-6e6b-455a-b7be-3561029d4953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 03 16:02:17.161233 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-e3f1187d-f018-4c1d-93d9-39a6686aa0ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:17.161721 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f1187d-f018-4c1d-93d9-39a6686aa0ad None None] Bound using segment: {'id': 'ad1c6c10-bf8d-4f65-b3de-1cb0028ea90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2375af68-6e6b-455a-b7be-3561029d4953'} {{(pid=74322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 16:02:17.162319 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.managers [None req-e3f1187d-f018-4c1d-93d9-39a6686aa0ad None None] Bound port: 3afb4d1f-b53e-4aa7-83fd-769fa1786bd3, host: dv-cinder-774286-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad1c6c10-bf8d-4f65-b3de-1cb0028ea90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2375af68-6e6b-455a-b7be-3561029d4953'}}] {{(pid=74322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 16:02:17.162793 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-e3f1187d-f018-4c1d-93d9-39a6686aa0ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:17.177957 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-f00f345c-f73f-4211-b422-03492591f174 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:17.205595 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:02:17.210272 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcb4d729-d2b4-4478-b195-3e8b17480e64 req-cce0f61a-b106-4033-8ca5-ff75537ae561 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Made reservation on behalf of 8a5aae9d34474935a5fba6d6bb4b34f6 for: {'port': 1} {{(pid=74320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 16:02:17.218862 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [req-dcb4d729-d2b4-4478-b195-3e8b17480e64 req-cce0f61a-b106-4033-8ca5-ff75537ae561 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:17.269453 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Device 85b54a10-5c0e-4de0-98c6-a9048aeafab6 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=74322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 16:02:17.273663 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-bbeeec35-136e-4efd-a3dc-c8e92fb27333 req-5c441b15-3774-4643-9feb-1633b97899fa tempest-DeleteServersTestJSON-1514794231 tempest-DeleteServersTestJSON-1514794231-project] 10.222.0.11 "GET /v2.0/security-groups?id=0afec749-0063-4a43-9de0-74e2a8f1e091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219733 May 03 16:02:17.299273 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00f345c-f73f-4211-b422-03492591f174 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2246390-77bc-42a9-9caf-c5cb628b63b0,revision_number=1']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:02:17.315640 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-f00f345c-f73f-4211-b422-03492591f174 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:02:17.342056 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-e3f1187d-f018-4c1d-93d9-39a6686aa0ad None None] For port 3afb4d1f-b53e-4aa7-83fd-769fa1786bd3, host dv-cinder-774286-11-smb, cleared binding levels {{(pid=74322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 16:02:17.347514 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-e3f1187d-f018-4c1d-93d9-39a6686aa0ad None None] For port 3afb4d1f-b53e-4aa7-83fd-769fa1786bd3, host dv-cinder-774286-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-11-smb',level=0,port_id=3afb4d1f-b53e-4aa7-83fd-769fa1786bd3,segment=NetworkSegment(ad1c6c10-bf8d-4f65-b3de-1cb0028ea90c),segment_id=ad1c6c10-bf8d-4f65-b3de-1cb0028ea90c)] {{(pid=74322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 16:02:17.364487 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [req-a0d8fbed-f9e8-480f-9f53-852e5fea45ec req-d42a7775-d4c5-4743-922d-8a9105230f7b tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Synchronizing usage tracker for tenant:30698392a3254cc2a62d95e9d3896fad on resource:port {{(pid=74321) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 16:02:17.386361 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-f00f345c-f73f-4211-b422-03492591f174 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Notify callbacks [] for security_group, before_response {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:17.387928 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-f00f345c-f73f-4211-b422-03492591f174 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.9985030 May 03 16:02:17.391734 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 47750) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:02:17.399872 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.v2.base [None req-8d6f30fe-c098-4018-92d6-693b04f23d36 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Request body: {'security_group_rule': {'security_group_id': 'f2246390-77bc-42a9-9caf-c5cb628b63b0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 16:02:17.414209 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-8d6f30fe-c098-4018-92d6-693b04f23d36 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:02:17.420468 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-8d6f30fe-c098-4018-92d6-693b04f23d36 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Usage tracker for resource:security_group_rule and tenant:a45b3ae4a7654b64951cdc1628f41ef5 is out of sync, need to count used quota {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:02:17.424317 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-8d6f30fe-c098-4018-92d6-693b04f23d36 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:02:17.432500 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-8d6f30fe-c098-4018-92d6-693b04f23d36 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:02:17.433266 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-e3f1187d-f018-4c1d-93d9-39a6686aa0ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365'] for port, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:17.454748 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:02:17.492597 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.db_base_plugin_common [req-dcb4d729-d2b4-4478-b195-3e8b17480e64 req-cce0f61a-b106-4033-8ca5-ff75537ae561 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Allocated IP 172.20.0.2 (69748d7f-425d-412f-8a9e-fa9e9e44cf28/6105efe5-e9de-4dbf-902a-b4dce538b42d/06391f98-186a-4a4c-abd1-f267121b595c) {{(pid=74320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 16:02:17.506670 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-e77ec967-6409-4129-b71f-565a3468c704 req-c081ccd0-8406-4aa3-b7d9-9df6d3b9b6e7 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f59cf43-d943-4d50-bf48-735891ba4d14 HTTP/1.1" status: 200 len: 210 time: 0.0576546 May 03 16:02:17.574781 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [req-a0d8fbed-f9e8-480f-9f53-852e5fea45ec req-d42a7775-d4c5-4743-922d-8a9105230f7b tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Unset dirty status for tenant:30698392a3254cc2a62d95e9d3896fad on resource:port {{(pid=74321) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 16:02:17.579736 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-a0d8fbed-f9e8-480f-9f53-852e5fea45ec req-d42a7775-d4c5-4743-922d-8a9105230f7b tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=30698392a3254cc2a62d95e9d3896fad&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4760563 May 03 16:02:17.585783 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-8d6f30fe-c098-4018-92d6-693b04f23d36 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:17.689919 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f1187d-f018-4c1d-93d9-39a6686aa0ad None None] Routers {'59fbbaaf-3c82-4b4a-9f4b-382ac8ad236c'} bound to L3 agent in host dv-cinder-774286-11-smb {{(pid=74322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 03 16:02:17.693995 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_hamode_db [None req-e3f1187d-f018-4c1d-93d9-39a6686aa0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-03T15:53:43Z,description=,heartbeat_timestamp=2021-05-03T16:02:13Z,host='dv-cinder-774286-11-smb',id=433ecc79-0b70-49a3-9006-0abc49206663,load=0,resource_versions=,resources_synced=,started_at=2021-05-03T15:53:44Z,topic='l3_agent')) {'router_ids': ['59fbbaaf-3c82-4b4a-9f4b-382ac8ad236c'], 'active': True} {{(pid=74322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:02:17.804290 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40be11e1-e7ee-42e1-955c-d208ec5ec3a4 None None] Pushing event updated for resources: {'Port': ['ID=3afb4d1f-b53e-4aa7-83fd-769fa1786bd3,revision_number=4']} {{(pid=74322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:02:17.807527 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-40be11e1-e7ee-42e1-955c-d208ec5ec3a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:02:17.860567 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] For port 85b54a10-5c0e-4de0-98c6-a9048aeafab6, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=85b54a10-5c0e-4de0-98c6-a9048aeafab6,segment=NetworkSegment(106d03d9-f7dd-4504-ae99-a5e4403532d8),segment_id=106d03d9-f7dd-4504-ae99-a5e4403532d8)] {{(pid=74322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 16:02:17.871329 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [req-dcb4d729-d2b4-4478-b195-3e8b17480e64 req-cce0f61a-b106-4033-8ca5-ff75537ae561 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Notify callbacks [] for port, precommit_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:17.881899 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-8d6f30fe-c098-4018-92d6-693b04f23d36 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:17.891906 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d2753a-7f95-4ac6-a1c5-9f604e88cee2 req-d6daab2f-7731-4df6-874e-a0820b3be141 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:17.893632 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-a6d2753a-7f95-4ac6-a1c5-9f604e88cee2 req-d6daab2f-7731-4df6-874e-a0820b3be141 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.11 "GET /v2.0/ports?device_id=04d3a199-66c4-4fde-bc85-17543f3251da HTTP/1.1" status: 200 len: 943 time: 0.2148843 May 03 16:02:17.936819 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-a0d8fbed-f9e8-480f-9f53-852e5fea45ec req-6663a678-0131-4b26-a117-9d96b7b83bf6 service neutron] 10.222.0.11 "GET /v2.0/networks/3d07b93f-2cbc-4419-9656-593dd149b251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3401034 May 03 16:02:17.979445 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Returning: {'device': '85b54a10-5c0e-4de0-98c6-a9048aeafab6', 'network_id': '8093ebdc-41ed-4934-a390-0b1cf47faa3e', 'port_id': '85b54a10-5c0e-4de0-98c6-a9048aeafab6', 'mac_address': 'fa:16:3e:21:a4:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ce7fc78-cf3e-495e-952c-9a3833116d0b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 16:02:17.980350 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-8d6f30fe-c098-4018-92d6-693b04f23d36 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619611'] for security_group_rule, after_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:17.991009 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-90f7b205-5467-482a-a8fd-087fecb33552 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:02:17.998179 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [req-dcb4d729-d2b4-4478-b195-3e8b17480e64 req-cce0f61a-b106-4033-8ca5-ff75537ae561 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781092417302'] for port, after_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:17.999058 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-a6d2753a-7f95-4ac6-a1c5-9f604e88cee2 req-a5987ca2-2b31-4201-b181-35a843883aa5 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.11 "GET /v2.0/security-groups?id=831833fd-9100-465b-874d-f70121588630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980430 May 03 16:02:18.030703 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:02:18.076995 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcb4d729-d2b4-4478-b195-3e8b17480e64 req-cce0f61a-b106-4033-8ca5-ff75537ae561 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Network 69748d7f-425d-412f-8a9e-fa9e9e44cf28 is already hosted by enough agents. {{(pid=74320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 16:02:18.079013 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_dvr_db [None req-e3f1187d-f018-4c1d-93d9-39a6686aa0ad None None] Set router 59fbbaaf-3c82-4b4a-9f4b-382ac8ad236c gateway port host: dv-cinder-774286-11-smb {{(pid=74322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 03 16:02:18.085523 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.scheduler.base_scheduler [req-dcb4d729-d2b4-4478-b195-3e8b17480e64 req-cce0f61a-b106-4033-8ca5-ff75537ae561 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Resources bound (agent type, host, resource id): {{(pid=74320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:02:18.088640 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6f30fe-c098-4018-92d6-693b04f23d36 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82820f9a-3849-4247-ac9b-e4bf1e4b9968,revision_number=0']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:02:18.093510 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-8d6f30fe-c098-4018-92d6-693b04f23d36 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:02:18.134999 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce0f61a-b106-4033-8ca5-ff75537ae561 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Pushing event updated for resources: {'Port': ['ID=06391f98-186a-4a4c-abd1-f267121b595c,revision_number=1']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:02:18.148104 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcb4d729-d2b4-4478-b195-3e8b17480e64 req-cce0f61a-b106-4033-8ca5-ff75537ae561 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Received port after_create {{(pid=74320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 03 16:02:18.154157 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb4d729-d2b4-4478-b195-3e8b17480e64 req-cce0f61a-b106-4033-8ca5-ff75537ae561 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:18.154552 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [req-dcb4d729-d2b4-4478-b195-3e8b17480e64 req-cce0f61a-b106-4033-8ca5-ff75537ae561 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532153'] for port, before_response {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:18.172707 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-cce0f61a-b106-4033-8ca5-ff75537ae561 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:02:18.179415 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-8d6f30fe-c098-4018-92d6-693b04f23d36 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:18.180518 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-8d6f30fe-c098-4018-92d6-693b04f23d36 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7874887 May 03 16:02:18.183891 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 47762) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:02:18.200099 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.v2.base [None req-ca9f5411-1b93-4b4b-bfd3-188c9fc01d30 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Request body: {'security_group_rule': {'security_group_id': 'f2246390-77bc-42a9-9caf-c5cb628b63b0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=74321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 16:02:18.209024 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-ca9f5411-1b93-4b4b-bfd3-188c9fc01d30 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:02:18.213646 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-a0d8fbed-f9e8-480f-9f53-852e5fea45ec req-b5208b83-1c22-4ce8-b448-4a2c38b61e8e service neutron] 10.222.0.11 "GET /v2.0/networks/3d07b93f-2cbc-4419-9656-593dd149b251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2682309 May 03 16:02:18.216282 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-ca9f5411-1b93-4b4b-bfd3-188c9fc01d30 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Usage tracker for resource:security_group_rule and tenant:a45b3ae4a7654b64951cdc1628f41ef5 is out of sync, need to count used quota {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:02:18.219500 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-ca9f5411-1b93-4b4b-bfd3-188c9fc01d30 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:02:18.227353 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-ca9f5411-1b93-4b4b-bfd3-188c9fc01d30 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:02:18.320337 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-dcb4d729-d2b4-4478-b195-3e8b17480e64 req-cce0f61a-b106-4033-8ca5-ff75537ae561 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5644095 May 03 16:02:18.328115 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-ca9f5411-1b93-4b4b-bfd3-188c9fc01d30 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:18.336911 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.v2.base [req-dcb4d729-d2b4-4478-b195-3e8b17480e64 req-a471f359-015b-49c1-a0b9-d82ff6f65a96 service neutron] Request body: {'port': {'device_id': '896a5ea9-b5d0-4aef-b34a-a085015c3745', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=74320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 16:02:18.406891 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:18.435825 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.notifiers.nova [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85b54a10-5c0e-4de0-98c6-a9048aeafab6 {{(pid=74322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 03 16:02:18.468324 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] For port 85b54a10-5c0e-4de0-98c6-a9048aeafab6, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=85b54a10-5c0e-4de0-98c6-a9048aeafab6,segment=NetworkSegment(106d03d9-f7dd-4504-ae99-a5e4403532d8),segment_id=106d03d9-f7dd-4504-ae99-a5e4403532d8)] {{(pid=74322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 16:02:18.514186 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-ca9f5411-1b93-4b4b-bfd3-188c9fc01d30 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:18.525793 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [req-dcb4d729-d2b4-4478-b195-3e8b17480e64 req-a471f359-015b-49c1-a0b9-d82ff6f65a96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:18.576964 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_hamode_db [None req-e3f1187d-f018-4c1d-93d9-39a6686aa0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59fbbaaf-3c82-4b4a-9f4b-382ac8ad236c', 'name': 'tempest-AttachVolumeTestJSON-1560532479-router', 'tenant_id': 'a45b3ae4a7654b64951cdc1628f41ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'external_fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.189'}], 'enable_snat': True}, 'gw_port_id': 'd271ec25-1f7e-47bc-ab15-351e9358f1b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-03T16:01:46Z', 'updated_at': '2021-05-03T16:02:09Z', 'revision_number': 4, 'project_id': 'a45b3ae4a7654b64951cdc1628f41ef5', 'gw_port': {'id': 'd271ec25-1f7e-47bc-ab15-351e9358f1b5', 'name': '', 'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:c8:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fbbaaf-3c82-4b4a-9f4b-382ac8ad236c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-03T16:01:50Z', 'updated_at': '2021-05-03T16:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9682172-7c17-476a-827f-79723500eb4a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-11-smb', '_interfaces': [{'id': '3afb4d1f-b53e-4aa7-83fd-769fa1786bd3', 'name': '', 'network_id': '2375af68-6e6b-455a-b7be-3561029d4953', 'tenant_id': 'a45b3ae4a7654b64951cdc1628f41ef5', 'mac_address': 'fa:16:3e:17:e7:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59fbbaaf-3c82-4b4a-9f4b-382ac8ad236c', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '0c868822-acdb-4384-9ddc-ddab19dd933c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-03T16:02:05Z', 'updated_at': '2021-05-03T16:02:17Z', 'revision_number': 4, 'project_id': 'a45b3ae4a7654b64951cdc1628f41ef5', 'subnets': [{'id': '0c868822-acdb-4384-9ddc-ddab19dd933c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-11-smb', False) {} {{(pid=74322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:02:18.577204 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef8a856-b715-4762-a095-7cbb81ad676a req-711f815b-79d7-4253-b2ce-f90d02995292 tempest-DeleteServersTestJSON-1514794231 tempest-DeleteServersTestJSON-1514794231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:18.583726 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-bef8a856-b715-4762-a095-7cbb81ad676a req-711f815b-79d7-4253-b2ce-f90d02995292 tempest-DeleteServersTestJSON-1514794231 tempest-DeleteServersTestJSON-1514794231-project] 10.222.0.11 "GET /v2.0/ports?device_id=3252a7fb-442f-48b9-a19f-0cc92ed28b32 HTTP/1.1" status: 200 len: 944 time: 0.1402826 May 03 16:02:18.589971 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f1187d-f018-4c1d-93d9-39a6686aa0ad None None] The sync data for ids ['59fbbaaf-3c82-4b4a-9f4b-382ac8ad236c'] in dv-cinder-774286-11-smb is: [{'id': '59fbbaaf-3c82-4b4a-9f4b-382ac8ad236c', 'name': 'tempest-AttachVolumeTestJSON-1560532479-router', 'tenant_id': 'a45b3ae4a7654b64951cdc1628f41ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'external_fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.189'}], 'enable_snat': True}, 'gw_port_id': 'd271ec25-1f7e-47bc-ab15-351e9358f1b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-03T16:01:46Z', 'updated_at': '2021-05-03T16:02:09Z', 'revision_number': 4, 'project_id': 'a45b3ae4a7654b64951cdc1628f41ef5', 'gw_port': {'id': 'd271ec25-1f7e-47bc-ab15-351e9358f1b5', 'name': '', 'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:c8:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fbbaaf-3c82-4b4a-9f4b-382ac8ad236c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-03T16:01:50Z', 'updated_at': '2021-05-03T16:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9682172-7c17-476a-827f-79723500eb4a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-11-smb', '_interfaces': [{'id': '3afb4d1f-b53e-4aa7-83fd-769fa1786bd3', 'name': '', 'network_id': '2375af68-6e6b-455a-b7be-3561029d4953', 'tenant_id': 'a45b3ae4a7654b64951cdc1628f41ef5', 'mac_address': 'fa:16:3e:17:e7:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59fbbaaf-3c82-4b4a-9f4b-382ac8ad236c', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '0c868822-acdb-4384-9ddc-ddab19dd933c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-03T16:02:05Z', 'updated_at': '2021-05-03T16:02:17Z', 'revision_number': 4, 'project_id': 'a45b3ae4a7654b64951cdc1628f41ef5', 'subnets': [{'id': '0c868822-acdb-4384-9ddc-ddab19dd933c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 16:02:18.609803 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365'] for port, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:18.609803 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Device 04075b21-bc86-48b8-9716-1c06b5d17cd0 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=74322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 16:02:18.614642 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:02:18.684506 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-ca9f5411-1b93-4b4b-bfd3-188c9fc01d30 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619611'] for security_group_rule, after_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:18.696960 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-35fe35c6-c19b-4831-8430-e297f07fa377 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:02:18.833775 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9f5411-1b93-4b4b-bfd3-188c9fc01d30 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29706f38-a62b-46a2-a529-3515a474e943,revision_number=0']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:02:18.874999 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-ca9f5411-1b93-4b4b-bfd3-188c9fc01d30 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:02:18.906325 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-bef8a856-b715-4762-a095-7cbb81ad676a req-e8f23d33-ce2d-45e3-b8c0-ef0e41371562 tempest-DeleteServersTestJSON-1514794231 tempest-DeleteServersTestJSON-1514794231-project] 10.222.0.11 "GET /v2.0/security-groups?id=0afec749-0063-4a43-9de0-74e2a8f1e091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3152332 May 03 16:02:19.074979 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Pushing event updated for resources: {'Port': ['ID=85b54a10-5c0e-4de0-98c6-a9048aeafab6,revision_number=4']} {{(pid=74322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:02:19.076936 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:02:19.077689 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-4e9b0759-1f05-4fef-b095-2008e1c80392 req-25b59bd5-5c77-48c4-884c-fe0d2407b22c tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f59cf43-d943-4d50-bf48-735891ba4d14 HTTP/1.1" status: 200 len: 210 time: 0.1418478 May 03 16:02:19.077837 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Device 3afb4d1f-b53e-4aa7-83fd-769fa1786bd3 up at agent ovs-agent-dv-cinder-774286-11-smb {{(pid=74322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 16:02:19.119236 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-ca9f5411-1b93-4b4b-bfd3-188c9fc01d30 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:19.124042 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-ca9f5411-1b93-4b4b-bfd3-188c9fc01d30 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9391844 May 03 16:02:19.127331 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 47804) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:02:19.211711 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] For port 04075b21-bc86-48b8-9716-1c06b5d17cd0, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=04075b21-bc86-48b8-9716-1c06b5d17cd0,segment=NetworkSegment(7f8c3c90-af0d-464f-bf17-eaa367a67228),segment_id=7f8c3c90-af0d-464f-bf17-eaa367a67228)] {{(pid=74322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 16:02:19.270511 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Returning: {'device': '04075b21-bc86-48b8-9716-1c06b5d17cd0', 'network_id': '870e002b-7538-43c3-9d68-f9ced202572f', 'port_id': '04075b21-bc86-48b8-9716-1c06b5d17cd0', 'mac_address': 'fa:16:3e:61:84:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '213f080e-45b1-4a83-9ec2-6e7991e6012a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 16:02:19.396652 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Provisioning for port 3afb4d1f-b53e-4aa7-83fd-769fa1786bd3 completed by entity L2. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 16:02:19.414434 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.v2.base [None req-316474ac-3354-47bb-b4a5-7ca87d0bd9a1 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Request body: {'floatingip': {'floating_network_id': '19073356-f4a5-448b-8854-15ae9765d652'}} {{(pid=74321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 16:02:19.415416 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Provisioning complete for port 3afb4d1f-b53e-4aa7-83fd-769fa1786bd3 triggered by entity L2. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 16:02:19.415847 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033555'] for port, provisioning_complete {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:19.434485 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.notifiers.nova [req-dcb4d729-d2b4-4478-b195-3e8b17480e64 req-a471f359-015b-49c1-a0b9-d82ff6f65a96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06391f98-186a-4a4c-abd1-f267121b595c {{(pid=74320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 03 16:02:19.448271 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-a9a64e84-4e28-47ae-8f38-de6cfc50f137 req-9ba4d0b1-afb9-4dc8-bc85-86d9aba7c532 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb2966f0-0931-453c-bf2f-7457c7794232 HTTP/1.1" status: 200 len: 210 time: 0.3607466 May 03 16:02:19.467857 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [req-dcb4d729-d2b4-4478-b195-3e8b17480e64 req-a471f359-015b-49c1-a0b9-d82ff6f65a96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:19.484491 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.provisioning_blocks [req-dcb4d729-d2b4-4478-b195-3e8b17480e64 req-a471f359-015b-49c1-a0b9-d82ff6f65a96 service neutron] Transition to ACTIVE for port object 06391f98-186a-4a4c-abd1-f267121b595c will not be triggered until provisioned by entity L2. {{(pid=74320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 16:02:19.547236 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-316474ac-3354-47bb-b4a5-7ca87d0bd9a1 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:02:19.553308 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-316474ac-3354-47bb-b4a5-7ca87d0bd9a1 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Usage tracker for resource:floatingip and tenant:a45b3ae4a7654b64951cdc1628f41ef5 is out of sync, need to count used quota {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:02:19.557850 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-316474ac-3354-47bb-b4a5-7ca87d0bd9a1 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:02:19.558024 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:19.576613 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-316474ac-3354-47bb-b4a5-7ca87d0bd9a1 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:02:19.602794 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [req-dcb4d729-d2b4-4478-b195-3e8b17480e64 req-a471f359-015b-49c1-a0b9-d82ff6f65a96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365'] for port, after_update {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:19.608506 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-cce0f61a-b106-4033-8ca5-ff75537ae561 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:02:19.616248 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.notifiers.nova [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04075b21-bc86-48b8-9716-1c06b5d17cd0 {{(pid=74322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 03 16:02:19.643582 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] For port 04075b21-bc86-48b8-9716-1c06b5d17cd0, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=04075b21-bc86-48b8-9716-1c06b5d17cd0,segment=NetworkSegment(7f8c3c90-af0d-464f-bf17-eaa367a67228),segment_id=7f8c3c90-af0d-464f-bf17-eaa367a67228)] {{(pid=74322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 16:02:19.720550 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:19.754686 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365'] for port, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:19.756749 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-316474ac-3354-47bb-b4a5-7ca87d0bd9a1 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Notify callbacks [] for floatingip, before_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:19.772078 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:02:19.856351 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] For port 3afb4d1f-b53e-4aa7-83fd-769fa1786bd3, host dv-cinder-774286-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-11-smb',level=0,port_id=3afb4d1f-b53e-4aa7-83fd-769fa1786bd3,segment=NetworkSegment(ad1c6c10-bf8d-4f65-b3de-1cb0028ea90c),segment_id=ad1c6c10-bf8d-4f65-b3de-1cb0028ea90c)] {{(pid=74322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 16:02:19.889210 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Pushing event updated for resources: {'Port': ['ID=04075b21-bc86-48b8-9716-1c06b5d17cd0,revision_number=4']} {{(pid=74322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:02:19.898008 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:02:19.898989 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a471f359-015b-49c1-a0b9-d82ff6f65a96 service neutron] Pushing event updated for resources: {'Port': ['ID=06391f98-186a-4a4c-abd1-f267121b595c,revision_number=2']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:02:19.908141 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-a471f359-015b-49c1-a0b9-d82ff6f65a96 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:02:19.927344 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.managers [req-dcb4d729-d2b4-4478-b195-3e8b17480e64 req-a471f359-015b-49c1-a0b9-d82ff6f65a96 service neutron] Attempting to bind port 06391f98-186a-4a4c-abd1-f267121b595c on host hv-cinder-77428 for vnic_type normal with profile {{(pid=74320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 16:02:19.927648 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.managers [req-dcb4d729-d2b4-4478-b195-3e8b17480e64 req-a471f359-015b-49c1-a0b9-d82ff6f65a96 service neutron] Attempting to bind port 06391f98-186a-4a4c-abd1-f267121b595c by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': 'ca3b8f24-af23-4b87-a734-3414a6834a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '69748d7f-425d-412f-8a9e-fa9e9e44cf28'}] {{(pid=74320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 16:02:19.928034 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb4d729-d2b4-4478-b195-3e8b17480e64 req-a471f359-015b-49c1-a0b9-d82ff6f65a96 service neutron] Attempting to bind port 06391f98-186a-4a4c-abd1-f267121b595c on network 69748d7f-425d-412f-8a9e-fa9e9e44cf28 {{(pid=74320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 16:02:19.933597 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb4d729-d2b4-4478-b195-3e8b17480e64 req-a471f359-015b-49c1-a0b9-d82ff6f65a96 service neutron] Port 06391f98-186a-4a4c-abd1-f267121b595c on network 69748d7f-425d-412f-8a9e-fa9e9e44cf28 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=74320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 16:02:19.943298 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb4d729-d2b4-4478-b195-3e8b17480e64 req-a471f359-015b-49c1-a0b9-d82ff6f65a96 service neutron] Attempting to bind port 06391f98-186a-4a4c-abd1-f267121b595c on network 69748d7f-425d-412f-8a9e-fa9e9e44cf28 {{(pid=74320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 16:02:19.949339 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb4d729-d2b4-4478-b195-3e8b17480e64 req-a471f359-015b-49c1-a0b9-d82ff6f65a96 service neutron] Checking agent: {'id': 'e8f37935-7292-412a-84f9-cfa484ab4cdd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 3, 16, 0, 3), 'started_at': datetime.datetime(2021, 5, 3, 16, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 5, 3, 16, 2, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 16:02:19.950885 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb4d729-d2b4-4478-b195-3e8b17480e64 req-a471f359-015b-49c1-a0b9-d82ff6f65a96 service neutron] Checking segment: {'id': 'ca3b8f24-af23-4b87-a734-3414a6834a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '69748d7f-425d-412f-8a9e-fa9e9e44cf28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 03 16:02:19.951352 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb4d729-d2b4-4478-b195-3e8b17480e64 req-a471f359-015b-49c1-a0b9-d82ff6f65a96 service neutron] Bound using segment: {'id': 'ca3b8f24-af23-4b87-a734-3414a6834a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '69748d7f-425d-412f-8a9e-fa9e9e44cf28'} {{(pid=74320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 16:02:19.951665 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.managers [req-dcb4d729-d2b4-4478-b195-3e8b17480e64 req-a471f359-015b-49c1-a0b9-d82ff6f65a96 service neutron] Bound port: 06391f98-186a-4a4c-abd1-f267121b595c, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca3b8f24-af23-4b87-a734-3414a6834a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '69748d7f-425d-412f-8a9e-fa9e9e44cf28'}}] {{(pid=74320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 16:02:19.952141 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [req-dcb4d729-d2b4-4478-b195-3e8b17480e64 req-a471f359-015b-49c1-a0b9-d82ff6f65a96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:19.997004 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365'] for port, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:20.005012 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Device 0d7603b9-447a-4e5d-9334-aed8be7edcb3 up at agent ovs-agent-dv-cinder-774286-11-smb {{(pid=74322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 16:02:20.026510 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c35b542-958c-4cc4-a5f9-f64b88513150 req-fbb9aaae-5aaa-4236-919b-42443eb45d59 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:20.028056 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-0c35b542-958c-4cc4-a5f9-f64b88513150 req-fbb9aaae-5aaa-4236-919b-42443eb45d59 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.11 "GET /v2.0/ports?device_id=04d3a199-66c4-4fde-bc85-17543f3251da HTTP/1.1" status: 200 len: 943 time: 0.6085057 May 03 16:02:20.061652 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:02:20.073845 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21440bf1-a61c-489f-8d6a-762b44a9ae41 req-905fe77a-2c1e-4d21-9393-2cdac6f5b627 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:20.079612 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-21440bf1-a61c-489f-8d6a-762b44a9ae41 req-905fe77a-2c1e-4d21-9393-2cdac6f5b627 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.42 "GET /v2.0/networks?id=69748d7f-425d-412f-8a9e-fa9e9e44cf28 HTTP/1.1" status: 200 len: 818 time: 0.8340089 May 03 16:02:20.107266 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] get_ports_and_sgs() called for port_ids ['04075b21-bc86-48b8-9716-1c06b5d17cd0'] {{(pid=74322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 16:02:20.119995 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.v2.base [req-21440bf1-a61c-489f-8d6a-762b44a9ae41 req-8a4a576b-eb5b-4522-b48d-8fe89b4ddcc5 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Request body: {'port': {'device_id': '7f59cf43-d943-4d50-bf48-735891ba4d14', 'network_id': '69748d7f-425d-412f-8a9e-fa9e9e44cf28', 'admin_state_up': True, 'tenant_id': '8a5aae9d34474935a5fba6d6bb4b34f6'}} {{(pid=74321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 16:02:20.204471 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] get_ports_and_sgs() called for port_ids ['85b54a10-5c0e-4de0-98c6-a9048aeafab6'] {{(pid=74322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 16:02:20.212987 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.db [req-dcb4d729-d2b4-4478-b195-3e8b17480e64 req-a471f359-015b-49c1-a0b9-d82ff6f65a96 service neutron] For port 06391f98-186a-4a4c-abd1-f267121b595c, host hv-cinder-77428, cleared binding levels {{(pid=74320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 16:02:20.220408 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.db [req-dcb4d729-d2b4-4478-b195-3e8b17480e64 req-a471f359-015b-49c1-a0b9-d82ff6f65a96 service neutron] For port 06391f98-186a-4a4c-abd1-f267121b595c, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=06391f98-186a-4a4c-abd1-f267121b595c,segment=NetworkSegment(ca3b8f24-af23-4b87-a734-3414a6834a84),segment_id=ca3b8f24-af23-4b87-a734-3414a6834a84)] {{(pid=74320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 16:02:20.357663 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [req-dcb4d729-d2b4-4478-b195-3e8b17480e64 req-a471f359-015b-49c1-a0b9-d82ff6f65a96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365'] for port, after_update {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:20.363425 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:02:20.365195 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-0c35b542-958c-4cc4-a5f9-f64b88513150 req-e1dd9d4b-406e-4b2a-aad7-1f85f939cdde tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.11 "GET /v2.0/security-groups?id=831833fd-9100-465b-874d-f70121588630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3254123 May 03 16:02:20.451583 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Pushing event updated for resources: {'Port': ['ID=3afb4d1f-b53e-4aa7-83fd-769fa1786bd3,revision_number=5']} {{(pid=74322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:02:20.459116 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:02:20.505128 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb4d729-d2b4-4478-b195-3e8b17480e64 req-a471f359-015b-49c1-a0b9-d82ff6f65a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:20.505618 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Provisioning complete for port 0d7603b9-447a-4e5d-9334-aed8be7edcb3 triggered by entity L2. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 16:02:20.505618 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033555'] for port, provisioning_complete {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:20.506450 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [req-dcb4d729-d2b4-4478-b195-3e8b17480e64 req-a471f359-015b-49c1-a0b9-d82ff6f65a96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532153'] for port, before_response {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:20.508057 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-dcb4d729-d2b4-4478-b195-3e8b17480e64 req-a471f359-015b-49c1-a0b9-d82ff6f65a96 service neutron] 10.222.0.42 "PUT /v2.0/ports/06391f98-186a-4a4c-abd1-f267121b595c HTTP/1.1" status: 200 len: 1093 time: 2.1761858 May 03 16:02:20.508709 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '896a5ea9-b5d0-4aef-b34a-a085015c3745', 'tag': '06391f98-186a-4a4c-abd1-f267121b595c'}] {{(pid=74320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 16:02:20.530263 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a471f359-015b-49c1-a0b9-d82ff6f65a96 service neutron] Pushing event updated for resources: {'Port': ['ID=06391f98-186a-4a4c-abd1-f267121b595c,revision_number=3']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:02:20.534792 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-a471f359-015b-49c1-a0b9-d82ff6f65a96 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:02:20.542926 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [req-21440bf1-a61c-489f-8d6a-762b44a9ae41 req-8a4a576b-eb5b-4522-b48d-8fe89b4ddcc5 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:02:20.561256 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-316474ac-3354-47bb-b4a5-7ca87d0bd9a1 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:20.572251 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [req-21440bf1-a61c-489f-8d6a-762b44a9ae41 req-8a4a576b-eb5b-4522-b48d-8fe89b4ddcc5 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Usage tracker for resource:port and tenant:8a5aae9d34474935a5fba6d6bb4b34f6 is out of sync, need to count used quota {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:02:20.779191 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [req-21440bf1-a61c-489f-8d6a-762b44a9ae41 req-8a4a576b-eb5b-4522-b48d-8fe89b4ddcc5 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Quota usage for port was recalculated. Used quota:2. {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:02:20.787738 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-ea17ba1c-fced-4f7e-b295-c9a1a9065ae4 req-b4b705b1-49ce-4c7a-ac93-3ac71acf0a03 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f59cf43-d943-4d50-bf48-735891ba4d14 HTTP/1.1" status: 200 len: 210 time: 0.2208142 May 03 16:02:20.810413 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad68c39-445f-4bb5-8aea-7428073fe711 req-9f2d3073-4fff-44db-9dc9-4fc409e3c18d tempest-DeleteServersTestJSON-1514794231 tempest-DeleteServersTestJSON-1514794231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:20.812243 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-aad68c39-445f-4bb5-8aea-7428073fe711 req-9f2d3073-4fff-44db-9dc9-4fc409e3c18d tempest-DeleteServersTestJSON-1514794231 tempest-DeleteServersTestJSON-1514794231-project] 10.222.0.11 "GET /v2.0/ports?device_id=3252a7fb-442f-48b9-a19f-0cc92ed28b32 HTTP/1.1" status: 200 len: 945 time: 0.6073208 May 03 16:02:20.813539 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [req-21440bf1-a61c-489f-8d6a-762b44a9ae41 req-8a4a576b-eb5b-4522-b48d-8fe89b4ddcc5 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:02:20.840188 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb4d729-d2b4-4478-b195-3e8b17480e64 req-558dd357-2ca0-47a7-8d23-9edde63428c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:20.842832 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-dcb4d729-d2b4-4478-b195-3e8b17480e64 req-558dd357-2ca0-47a7-8d23-9edde63428c8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8a5aae9d34474935a5fba6d6bb4b34f6&device_id=896a5ea9-b5d0-4aef-b34a-a085015c3745 HTTP/1.1" status: 200 len: 1096 time: 0.1085887 May 03 16:02:20.917599 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-aad68c39-445f-4bb5-8aea-7428073fe711 req-750b8980-0675-450d-9436-c29a2703ccf4 tempest-DeleteServersTestJSON-1514794231 tempest-DeleteServersTestJSON-1514794231-project] 10.222.0.11 "GET /v2.0/security-groups?id=0afec749-0063-4a43-9de0-74e2a8f1e091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986328 May 03 16:02:20.932474 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.db_base_plugin_common [None req-316474ac-3354-47bb-b4a5-7ca87d0bd9a1 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Allocated IP 172.28.1.42 (19073356-f4a5-448b-8854-15ae9765d652/a9682172-7c17-476a-827f-79723500eb4a/479b6782-4c0d-4c2c-a513-14a94a0eeecb) {{(pid=74321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 16:02:20.975616 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21440bf1-a61c-489f-8d6a-762b44a9ae41 req-8a4a576b-eb5b-4522-b48d-8fe89b4ddcc5 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Made reservation on behalf of 8a5aae9d34474935a5fba6d6bb4b34f6 for: {'port': 1} {{(pid=74321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 16:02:20.980143 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [req-21440bf1-a61c-489f-8d6a-762b44a9ae41 req-8a4a576b-eb5b-4522-b48d-8fe89b4ddcc5 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:21.068483 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Device 3afb4d1f-b53e-4aa7-83fd-769fa1786bd3 up at agent ovs-agent-dv-cinder-774286-11-smb {{(pid=74322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 16:02:21.104257 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '896a5ea9-b5d0-4aef-b34a-a085015c3745', 'tag': '06391f98-186a-4a4c-abd1-f267121b595c', 'status': 'completed', 'code': 200} May 03 16:02:21.112914 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-dcb4d729-d2b4-4478-b195-3e8b17480e64 req-21553c9f-e22d-46a9-95d0-ef994efcd1f7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=06391f98-186a-4a4c-abd1-f267121b595c HTTP/1.1" status: 200 len: 217 time: 0.2597675 May 03 16:02:21.176923 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-5393c588-df04-47cd-bb8a-491735892402 req-373d4086-d5d2-4fcf-bc3e-779c07db0115 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb2966f0-0931-453c-bf2f-7457c7794232 HTTP/1.1" status: 200 len: 210 time: 0.0601726 May 03 16:02:21.224340 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Provisioning complete for port 3afb4d1f-b53e-4aa7-83fd-769fa1786bd3 triggered by entity L2. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 16:02:21.225386 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033555'] for port, provisioning_complete {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:21.247903 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb4d729-d2b4-4478-b195-3e8b17480e64 req-175e24bc-1190-420e-a40c-19301065a607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:21.249750 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-dcb4d729-d2b4-4478-b195-3e8b17480e64 req-175e24bc-1190-420e-a40c-19301065a607 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6105efe5-e9de-4dbf-902a-b4dce538b42d HTTP/1.1" status: 200 len: 858 time: 0.1304796 May 03 16:02:21.305302 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-316474ac-3354-47bb-b4a5-7ca87d0bd9a1 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Notify callbacks [] for port, precommit_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:21.335264 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-dcb4d729-d2b4-4478-b195-3e8b17480e64 req-091eafd7-758e-416d-a64b-1eefe724024d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=69748d7f-425d-412f-8a9e-fa9e9e44cf28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0773621 May 03 16:02:21.407848 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.db_base_plugin_common [req-21440bf1-a61c-489f-8d6a-762b44a9ae41 req-8a4a576b-eb5b-4522-b48d-8fe89b4ddcc5 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Allocated IP 172.20.0.11 (69748d7f-425d-412f-8a9e-fa9e9e44cf28/6105efe5-e9de-4dbf-902a-b4dce538b42d/d7eed5ec-86ed-4431-8917-c14ebfc2893c) {{(pid=74321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 16:02:21.497133 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-316474ac-3354-47bb-b4a5-7ca87d0bd9a1 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781092417302'] for port, after_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:21.508870 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-dd10d7be-6495-438d-aa7d-52b428b2cf03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:02:21.608183 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-dcb4d729-d2b4-4478-b195-3e8b17480e64 req-eaa08897-2646-42f3-bef8-8ef8152c20de service neutron] 10.222.0.42 "GET /v2.0/networks/69748d7f-425d-412f-8a9e-fa9e9e44cf28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2641280 May 03 16:02:21.715846 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-316474ac-3354-47bb-b4a5-7ca87d0bd9a1 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Network 19073356-f4a5-448b-8854-15ae9765d652 is already hosted by enough agents. {{(pid=74321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 16:02:21.722278 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.scheduler.base_scheduler [None req-316474ac-3354-47bb-b4a5-7ca87d0bd9a1 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Resources bound (agent type, host, resource id): {{(pid=74321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:02:21.736084 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316474ac-3354-47bb-b4a5-7ca87d0bd9a1 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Received port after_create {{(pid=74321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 03 16:02:21.751290 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316474ac-3354-47bb-b4a5-7ca87d0bd9a1 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Pushing event updated for resources: {'Port': ['ID=479b6782-4c0d-4c2c-a513-14a94a0eeecb,revision_number=1']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:02:21.759962 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Device 85b54a10-5c0e-4de0-98c6-a9048aeafab6 up at agent hyperv_hv-cinder-77428 {{(pid=74322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 16:02:21.762745 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-316474ac-3354-47bb-b4a5-7ca87d0bd9a1 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:02:21.763352 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.agents_db [None req-1e570261-7bec-4919-9804-a616d65b12ea None None] Agent healthcheck: found 6 active agents {{(pid=74323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 03 16:02:21.791364 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-dcb4d729-d2b4-4478-b195-3e8b17480e64 req-ae794613-e4ca-4465-85ec-8d4abca3b97f service neutron] 10.222.0.42 "GET /v2.0/networks/69748d7f-425d-412f-8a9e-fa9e9e44cf28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766546 May 03 16:02:21.838542 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-316474ac-3354-47bb-b4a5-7ca87d0bd9a1 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:21.849473 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [req-21440bf1-a61c-489f-8d6a-762b44a9ae41 req-8a4a576b-eb5b-4522-b48d-8fe89b4ddcc5 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Notify callbacks [] for port, precommit_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:21.877182 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995d351b-bb4d-4b7a-aeb7-ae94589dd71e req-d6593270-8690-4212-b650-ee78873d6165 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:21.879965 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-995d351b-bb4d-4b7a-aeb7-ae94589dd71e req-d6593270-8690-4212-b650-ee78873d6165 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.11 "GET /v2.0/ports?device_id=04d3a199-66c4-4fde-bc85-17543f3251da HTTP/1.1" status: 200 len: 944 time: 0.2914996 May 03 16:02:21.905554 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Provisioning for port 85b54a10-5c0e-4de0-98c6-a9048aeafab6 completed by entity L2. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 16:02:21.910834 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Provisioning complete for port 85b54a10-5c0e-4de0-98c6-a9048aeafab6 triggered by entity L2. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 16:02:21.911211 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033555'] for port, provisioning_complete {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:22.001299 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f50d0f-28d7-4be6-8fb1-66c269fe197c req-6266e3ed-c46f-47b9-a35f-8c4fc9d13e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:22.004188 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-40f50d0f-28d7-4be6-8fb1-66c269fe197c req-6266e3ed-c46f-47b9-a35f-8c4fc9d13e56 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8a5aae9d34474935a5fba6d6bb4b34f6&device_id=896a5ea9-b5d0-4aef-b34a-a085015c3745 HTTP/1.1" status: 200 len: 1096 time: 0.0889018 May 03 16:02:22.078380 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:22.145132 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] For port 85b54a10-5c0e-4de0-98c6-a9048aeafab6, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=85b54a10-5c0e-4de0-98c6-a9048aeafab6,segment=NetworkSegment(106d03d9-f7dd-4504-ae99-a5e4403532d8),segment_id=106d03d9-f7dd-4504-ae99-a5e4403532d8)] {{(pid=74322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 16:02:22.148158 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3252a7fb-442f-48b9-a19f-0cc92ed28b32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85b54a10-5c0e-4de0-98c6-a9048aeafab6'}] {{(pid=74322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 16:02:22.181102 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-5c8a3975-60bb-4b8c-af7b-93ba4994c5fe req-bab4386f-a6ab-41d7-8e89-ac919fe8d5da tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f59cf43-d943-4d50-bf48-735891ba4d14 HTTP/1.1" status: 200 len: 210 time: 0.2443123 May 03 16:02:22.225153 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f50d0f-28d7-4be6-8fb1-66c269fe197c req-fad4997f-f3b3-4e7f-b3f4-495300a9d72e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:22.226980 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-40f50d0f-28d7-4be6-8fb1-66c269fe197c req-fad4997f-f3b3-4e7f-b3f4-495300a9d72e service neutron] 10.222.0.42 "GET /v2.0/networks?id=69748d7f-425d-412f-8a9e-fa9e9e44cf28 HTTP/1.1" status: 200 len: 919 time: 0.2008488 May 03 16:02:22.242450 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-995d351b-bb4d-4b7a-aeb7-ae94589dd71e req-a094710a-c8f2-4d0b-a719-47f68a9e4d77 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.11 "GET /v2.0/security-groups?id=831833fd-9100-465b-874d-f70121588630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3536758 May 03 16:02:22.256516 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-316474ac-3354-47bb-b4a5-7ca87d0bd9a1 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:22.313033 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365'] for port, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:22.314187 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Device 04075b21-bc86-48b8-9716-1c06b5d17cd0 up at agent hyperv_hv-cinder-77428 {{(pid=74322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 16:02:22.321276 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-40f50d0f-28d7-4be6-8fb1-66c269fe197c req-b2c981e8-e39c-4156-800c-6cdb27227ebe service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=06391f98-186a-4a4c-abd1-f267121b595c HTTP/1.1" status: 200 len: 217 time: 0.0873799 May 03 16:02:22.362970 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:02:22.422702 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f50d0f-28d7-4be6-8fb1-66c269fe197c req-0a4a501e-a67c-4f2e-8422-0a8e60e35bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:22.428965 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-40f50d0f-28d7-4be6-8fb1-66c269fe197c req-0a4a501e-a67c-4f2e-8422-0a8e60e35bca service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6105efe5-e9de-4dbf-902a-b4dce538b42d HTTP/1.1" status: 200 len: 858 time: 0.0994792 May 03 16:02:22.457426 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [req-21440bf1-a61c-489f-8d6a-762b44a9ae41 req-8a4a576b-eb5b-4522-b48d-8fe89b4ddcc5 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781092417302'] for port, after_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:22.471864 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Pushing event updated for resources: {'Port': ['ID=85b54a10-5c0e-4de0-98c6-a9048aeafab6,revision_number=5']} {{(pid=74322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:02:22.476002 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:02:22.515273 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-40f50d0f-28d7-4be6-8fb1-66c269fe197c req-13b6f36a-a2ba-48f8-852c-ffc3f086a3b7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=69748d7f-425d-412f-8a9e-fa9e9e44cf28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0766075 May 03 16:02:22.538628 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:02:22.547362 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.42', 61472) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:02:22.652772 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-74b5d3f5-03e7-45c4-b72c-d6df0386b20b req-74890912-e2a1-40e9-85fc-f2d5a10cab1b tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb2966f0-0931-453c-bf2f-7457c7794232 HTTP/1.1" status: 200 len: 210 time: 0.1783023 May 03 16:02:22.673111 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Provisioning for port 04075b21-bc86-48b8-9716-1c06b5d17cd0 completed by entity L2. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 16:02:22.685712 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21440bf1-a61c-489f-8d6a-762b44a9ae41 req-8a4a576b-eb5b-4522-b48d-8fe89b4ddcc5 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Network 69748d7f-425d-412f-8a9e-fa9e9e44cf28 is already hosted by enough agents. {{(pid=74321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 16:02:22.693909 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.scheduler.base_scheduler [req-21440bf1-a61c-489f-8d6a-762b44a9ae41 req-8a4a576b-eb5b-4522-b48d-8fe89b4ddcc5 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Resources bound (agent type, host, resource id): {{(pid=74321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:02:22.704422 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.l3_dvrscheduler_db [req-21440bf1-a61c-489f-8d6a-762b44a9ae41 req-8a4a576b-eb5b-4522-b48d-8fe89b4ddcc5 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Received port after_create {{(pid=74321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 03 16:02:22.709915 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21440bf1-a61c-489f-8d6a-762b44a9ae41 req-8a4a576b-eb5b-4522-b48d-8fe89b4ddcc5 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:22.710569 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [req-21440bf1-a61c-489f-8d6a-762b44a9ae41 req-8a4a576b-eb5b-4522-b48d-8fe89b4ddcc5 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532153'] for port, before_response {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:22.711748 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Provisioning complete for port 04075b21-bc86-48b8-9716-1c06b5d17cd0 triggered by entity L2. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 16:02:22.712740 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033555'] for port, provisioning_complete {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:22.734441 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4a576b-eb5b-4522-b48d-8fe89b4ddcc5 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Pushing event updated for resources: {'Port': ['ID=d7eed5ec-86ed-4431-8917-c14ebfc2893c,revision_number=1']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:02:22.780506 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-8a4a576b-eb5b-4522-b48d-8fe89b4ddcc5 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:02:22.835593 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-40f50d0f-28d7-4be6-8fb1-66c269fe197c req-04076766-8032-4965-8b88-92ec9550023d service neutron] 10.222.0.42 "GET /v2.0/networks/69748d7f-425d-412f-8a9e-fa9e9e44cf28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3072324 May 03 16:02:22.844395 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b497b84-46c0-4dd6-9b19-914627237c90 req-adf663e0-9e39-41e7-8867-98128ee853b4 tempest-DeleteServersTestJSON-1514794231 tempest-DeleteServersTestJSON-1514794231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:22.845971 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-9b497b84-46c0-4dd6-9b19-914627237c90 req-adf663e0-9e39-41e7-8867-98128ee853b4 tempest-DeleteServersTestJSON-1514794231 tempest-DeleteServersTestJSON-1514794231-project] 10.222.0.11 "GET /v2.0/ports?device_id=3252a7fb-442f-48b9-a19f-0cc92ed28b32 HTTP/1.1" status: 200 len: 946 time: 0.4652238 May 03 16:02:22.911035 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d8fbed-f9e8-480f-9f53-852e5fea45ec req-df755cf5-a4b0-42f3-9076-175c11352144 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:22.911762 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [req-a0d8fbed-f9e8-480f-9f53-852e5fea45ec req-df755cf5-a4b0-42f3-9076-175c11352144 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Synchronizing usage tracker for tenant:30698392a3254cc2a62d95e9d3896fad on resource:network {{(pid=74320) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 16:02:22.966503 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-316474ac-3354-47bb-b4a5-7ca87d0bd9a1 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Notify callbacks [] for port, precommit_update {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:22.983448 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-21440bf1-a61c-489f-8d6a-762b44a9ae41 req-8a4a576b-eb5b-4522-b48d-8fe89b4ddcc5 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8931038 May 03 16:02:22.998702 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.v2.base [req-21440bf1-a61c-489f-8d6a-762b44a9ae41 req-3b9464b5-80df-4bf1-a506-ef7614d74474 service neutron] Request body: {'port': {'device_id': '7f59cf43-d943-4d50-bf48-735891ba4d14', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=74321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 16:02:23.003448 dv-cinder-774286-11-smb neutron-server[74322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3252a7fb-442f-48b9-a19f-0cc92ed28b32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85b54a10-5c0e-4de0-98c6-a9048aeafab6', 'code': 200} May 03 16:02:23.040303 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-40f50d0f-28d7-4be6-8fb1-66c269fe197c req-8d3e5169-8e5d-4b69-b8d2-695b56470f9f service neutron] 10.222.0.42 "GET /v2.0/networks/69748d7f-425d-412f-8a9e-fa9e9e44cf28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860154 May 03 16:02:23.048978 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:23.054282 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [req-a0d8fbed-f9e8-480f-9f53-852e5fea45ec req-df755cf5-a4b0-42f3-9076-175c11352144 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Unset dirty status for tenant:30698392a3254cc2a62d95e9d3896fad on resource:network {{(pid=74320) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 16:02:23.055407 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-a0d8fbed-f9e8-480f-9f53-852e5fea45ec req-df755cf5-a4b0-42f3-9076-175c11352144 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.42 "GET /v2.0/networks?id=3d07b93f-2cbc-4419-9656-593dd149b251 HTTP/1.1" status: 200 len: 816 time: 0.5042784 May 03 16:02:23.072243 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-316474ac-3354-47bb-b4a5-7ca87d0bd9a1 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365'] for port, after_update {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:23.088963 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-cbb5710d-5874-47c1-9a16-1933a26b0210 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:02:23.117721 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] For port 04075b21-bc86-48b8-9716-1c06b5d17cd0, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=04075b21-bc86-48b8-9716-1c06b5d17cd0,segment=NetworkSegment(7f8c3c90-af0d-464f-bf17-eaa367a67228),segment_id=7f8c3c90-af0d-464f-bf17-eaa367a67228)] {{(pid=74322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 16:02:23.131449 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-9b497b84-46c0-4dd6-9b19-914627237c90 req-7770ae3e-2ae7-45e9-a077-f0a5643b374c tempest-DeleteServersTestJSON-1514794231 tempest-DeleteServersTestJSON-1514794231-project] 10.222.0.11 "GET /v2.0/security-groups?id=0afec749-0063-4a43-9de0-74e2a8f1e091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2633665 May 03 16:02:23.160984 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [req-a0d8fbed-f9e8-480f-9f53-852e5fea45ec req-aaaea7e4-3a3e-4c16-b13a-84f31d12a740 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Synchronizing usage tracker for tenant:30698392a3254cc2a62d95e9d3896fad on resource:security_group {{(pid=74320) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 16:02:23.168264 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-316474ac-3354-47bb-b4a5-7ca87d0bd9a1 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926573'] for floatingip, after_update {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:23.260622 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365'] for port, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:23.261297 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316474ac-3354-47bb-b4a5-7ca87d0bd9a1 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Pushing event updated for resources: {'Port': ['ID=479b6782-4c0d-4c2c-a513-14a94a0eeecb,revision_number=2']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:02:23.265289 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:02:23.265741 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-316474ac-3354-47bb-b4a5-7ca87d0bd9a1 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:02:23.280714 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [req-21440bf1-a61c-489f-8d6a-762b44a9ae41 req-3b9464b5-80df-4bf1-a506-ef7614d74474 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:23.353877 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [req-a0d8fbed-f9e8-480f-9f53-852e5fea45ec req-aaaea7e4-3a3e-4c16-b13a-84f31d12a740 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Unset dirty status for tenant:30698392a3254cc2a62d95e9d3896fad on resource:security_group {{(pid=74320) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 16:02:23.355155 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-a0d8fbed-f9e8-480f-9f53-852e5fea45ec req-aaaea7e4-3a3e-4c16-b13a-84f31d12a740 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=30698392a3254cc2a62d95e9d3896fad HTTP/1.1" status: 200 len: 379 time: 0.2918770 May 03 16:02:23.365853 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.v2.base [req-a0d8fbed-f9e8-480f-9f53-852e5fea45ec req-72e8b4c7-c359-404b-ad56-5e12276ad719 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Request body: {'port': {'device_id': 'eb2966f0-0931-453c-bf2f-7457c7794232', 'network_id': '3d07b93f-2cbc-4419-9656-593dd149b251', 'admin_state_up': True, 'tenant_id': '30698392a3254cc2a62d95e9d3896fad', 'security_groups': ['e01d8b89-bed6-46f4-8dc8-33f8e8921c36']}} {{(pid=74320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 16:02:23.390647 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Pushing event updated for resources: {'Port': ['ID=04075b21-bc86-48b8-9716-1c06b5d17cd0,revision_number=5']} {{(pid=74322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:02:23.394705 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:02:23.489081 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-316474ac-3354-47bb-b4a5-7ca87d0bd9a1 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504013'] for floatingip, before_response {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:23.509644 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-316474ac-3354-47bb-b4a5-7ca87d0bd9a1 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.2827470 May 03 16:02:23.564456 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [req-a0d8fbed-f9e8-480f-9f53-852e5fea45ec req-72e8b4c7-c359-404b-ad56-5e12276ad719 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:02:23.704930 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [req-a0d8fbed-f9e8-480f-9f53-852e5fea45ec req-72e8b4c7-c359-404b-ad56-5e12276ad719 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:02:23.759718 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97c744f-d691-4f3a-859b-fb5cb0f18b0d req-8128d857-af58-463d-a9a1-8e357586ccfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:23.760997 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-e97c744f-d691-4f3a-859b-fb5cb0f18b0d req-8128d857-af58-463d-a9a1-8e357586ccfc service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3252a7fb-442f-48b9-a19f-0cc92ed28b32 HTTP/1.1" status: 200 len: 1099 time: 0.1980841 May 03 16:02:23.771969 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Device 06391f98-186a-4a4c-abd1-f267121b595c details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=74322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 16:02:23.801265 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [req-e97c744f-d691-4f3a-859b-fb5cb0f18b0d req-79053f0b-21fb-4e88-8877-2f90aff6c501 service neutron] Notify callbacks [] for security_group, before_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:23.817681 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [req-e97c744f-d691-4f3a-859b-fb5cb0f18b0d req-79053f0b-21fb-4e88-8877-2f90aff6c501 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:02:23.822236 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [req-e97c744f-d691-4f3a-859b-fb5cb0f18b0d req-79053f0b-21fb-4e88-8877-2f90aff6c501 service neutron] Usage tracker for resource:security_group_rule and tenant:5547a5ff632e430cb3d71ff8cbbe84f1 is out of sync, need to count used quota {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:02:23.830259 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [req-e97c744f-d691-4f3a-859b-fb5cb0f18b0d req-79053f0b-21fb-4e88-8877-2f90aff6c501 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:02:23.831724 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [req-e97c744f-d691-4f3a-859b-fb5cb0f18b0d req-79053f0b-21fb-4e88-8877-2f90aff6c501 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:02:23.859680 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60475ab5-384a-4724-9172-28fc9a149ea0 req-0d5ee2b1-8b58-4fe1-9aae-14cb9b1f2b48 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:23.860558 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [req-60475ab5-384a-4724-9172-28fc9a149ea0 req-0d5ee2b1-8b58-4fe1-9aae-14cb9b1f2b48 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Synchronizing usage tracker for tenant:8a5aae9d34474935a5fba6d6bb4b34f6 on resource:port {{(pid=74321) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 16:02:23.875775 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66fdfde-dae7-449f-9a6d-b0bd9856cc79 req-4a9c0d39-ad11-4016-8dad-10d699b2383a tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:23.884778 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-e66fdfde-dae7-449f-9a6d-b0bd9856cc79 req-4a9c0d39-ad11-4016-8dad-10d699b2383a tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.11 "GET /v2.0/ports?device_id=04d3a199-66c4-4fde-bc85-17543f3251da HTTP/1.1" status: 200 len: 945 time: 0.4153643 May 03 16:02:23.949533 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] For port 06391f98-186a-4a4c-abd1-f267121b595c, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=06391f98-186a-4a4c-abd1-f267121b595c,segment=NetworkSegment(ca3b8f24-af23-4b87-a734-3414a6834a84),segment_id=ca3b8f24-af23-4b87-a734-3414a6834a84)] {{(pid=74322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 16:02:23.967224 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Returning: {'device': '06391f98-186a-4a4c-abd1-f267121b595c', 'network_id': '69748d7f-425d-412f-8a9e-fa9e9e44cf28', 'port_id': '06391f98-186a-4a4c-abd1-f267121b595c', 'mac_address': 'fa:16:3e:40:3b:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6105efe5-e9de-4dbf-902a-b4dce538b42d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 16:02:23.980225 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-e66fdfde-dae7-449f-9a6d-b0bd9856cc79 req-fe3d6c95-7969-41a3-ba7d-fbcb9b3fcd8f tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.11 "GET /v2.0/security-groups?id=831833fd-9100-465b-874d-f70121588630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941813 May 03 16:02:23.981947 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [req-e97c744f-d691-4f3a-859b-fb5cb0f18b0d req-79053f0b-21fb-4e88-8877-2f90aff6c501 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:23.984468 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0d8fbed-f9e8-480f-9f53-852e5fea45ec req-72e8b4c7-c359-404b-ad56-5e12276ad719 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Made reservation on behalf of 30698392a3254cc2a62d95e9d3896fad for: {'port': 1} {{(pid=74320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 16:02:23.989734 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [req-a0d8fbed-f9e8-480f-9f53-852e5fea45ec req-72e8b4c7-c359-404b-ad56-5e12276ad719 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:24.040550 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:24.064639 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [req-60475ab5-384a-4724-9172-28fc9a149ea0 req-0d5ee2b1-8b58-4fe1-9aae-14cb9b1f2b48 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Unset dirty status for tenant:8a5aae9d34474935a5fba6d6bb4b34f6 on resource:port {{(pid=74321) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 16:02:24.066261 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-60475ab5-384a-4724-9172-28fc9a149ea0 req-0d5ee2b1-8b58-4fe1-9aae-14cb9b1f2b48 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f59cf43-d943-4d50-bf48-735891ba4d14 HTTP/1.1" status: 200 len: 932 time: 0.6503911 May 03 16:02:24.077213 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.notifiers.nova [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06391f98-186a-4a4c-abd1-f267121b595c {{(pid=74322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 03 16:02:24.100737 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [req-e97c744f-d691-4f3a-859b-fb5cb0f18b0d req-79053f0b-21fb-4e88-8877-2f90aff6c501 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:24.102816 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] For port 06391f98-186a-4a4c-abd1-f267121b595c, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=06391f98-186a-4a4c-abd1-f267121b595c,segment=NetworkSegment(ca3b8f24-af23-4b87-a734-3414a6834a84),segment_id=ca3b8f24-af23-4b87-a734-3414a6834a84)] {{(pid=74322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 16:02:24.117960 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-a879ea4e-2ab4-4219-b989-4d04c945fe9a tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:02:24.139533 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-60475ab5-384a-4724-9172-28fc9a149ea0 req-05ce286d-03f6-4c23-afd0-8998f0f39b21 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/security-groups?id=d843f737-6466-4183-8023-14d53a00a23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640242 May 03 16:02:24.149219 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.notifiers.nova [req-21440bf1-a61c-489f-8d6a-762b44a9ae41 req-3b9464b5-80df-4bf1-a506-ef7614d74474 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7eed5ec-86ed-4431-8917-c14ebfc2893c {{(pid=74321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 03 16:02:24.184703 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [req-21440bf1-a61c-489f-8d6a-762b44a9ae41 req-3b9464b5-80df-4bf1-a506-ef7614d74474 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:24.191757 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365'] for port, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:24.192168 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-e97c744f-d691-4f3a-859b-fb5cb0f18b0d req-79053f0b-21fb-4e88-8877-2f90aff6c501 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=0afec749-0063-4a43-9de0-74e2a8f1e091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4243224 May 03 16:02:24.193611 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:02:24.203051 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79053f0b-21fb-4e88-8877-2f90aff6c501 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=8a61ff07-e99f-4c7a-9407-2ec37f79ac2a,revision_number=1']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:02:24.232115 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-79053f0b-21fb-4e88-8877-2f90aff6c501 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:02:24.234898 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.provisioning_blocks [req-21440bf1-a61c-489f-8d6a-762b44a9ae41 req-3b9464b5-80df-4bf1-a506-ef7614d74474 service neutron] Transition to ACTIVE for port object d7eed5ec-86ed-4431-8917-c14ebfc2893c will not be triggered until provisioned by entity L2. {{(pid=74321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 16:02:24.239395 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [req-da8983aa-7911-4bcf-979e-605aa2f8d9eb req-9b2739f6-9fff-4d4a-bbf7-34daa7fce754 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Synchronizing usage tracker for tenant:a45b3ae4a7654b64951cdc1628f41ef5 on resource:security_group {{(pid=74321) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 16:02:24.334654 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.db_base_plugin_common [req-a0d8fbed-f9e8-480f-9f53-852e5fea45ec req-72e8b4c7-c359-404b-ad56-5e12276ad719 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Allocated IP 172.20.0.3 (3d07b93f-2cbc-4419-9656-593dd149b251/6e179f81-7e4a-49b9-b9a9-9613d63a9979/273acec7-db74-4d3c-9919-34656b1953d7) {{(pid=74320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 16:02:24.351441 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Pushing event updated for resources: {'Port': ['ID=06391f98-186a-4a4c-abd1-f267121b595c,revision_number=4']} {{(pid=74322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:02:24.351935 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:02:24.354537 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [req-21440bf1-a61c-489f-8d6a-762b44a9ae41 req-3b9464b5-80df-4bf1-a506-ef7614d74474 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365'] for port, after_update {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:24.365202 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:02:24.400051 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-b877cb85-50ef-44a5-8063-4c780483f861 req-8deafba8-320f-443c-b3f9-8fe37055eae7 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb2966f0-0931-453c-bf2f-7457c7794232 HTTP/1.1" status: 200 len: 210 time: 0.0865126 May 03 16:02:24.420913 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [req-da8983aa-7911-4bcf-979e-605aa2f8d9eb req-9b2739f6-9fff-4d4a-bbf7-34daa7fce754 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Unset dirty status for tenant:a45b3ae4a7654b64951cdc1628f41ef5 on resource:security_group {{(pid=74321) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 16:02:24.422129 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-da8983aa-7911-4bcf-979e-605aa2f8d9eb req-9b2739f6-9fff-4d4a-bbf7-34daa7fce754 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--355360367&fields=id&tenant_id=a45b3ae4a7654b64951cdc1628f41ef5 HTTP/1.1" status: 200 len: 267 time: 0.2604442 May 03 16:02:24.428813 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] get_ports_and_sgs() called for port_ids ['06391f98-186a-4a4c-abd1-f267121b595c'] {{(pid=74322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 16:02:24.569919 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [req-a0d8fbed-f9e8-480f-9f53-852e5fea45ec req-72e8b4c7-c359-404b-ad56-5e12276ad719 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Notify callbacks [] for port, precommit_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:24.591568 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.provisioning_blocks [req-a0d8fbed-f9e8-480f-9f53-852e5fea45ec req-72e8b4c7-c359-404b-ad56-5e12276ad719 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Transition to ACTIVE for port object 273acec7-db74-4d3c-9919-34656b1953d7 will not be triggered until provisioned by entity DHCP. {{(pid=74320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 16:02:24.763727 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [req-a0d8fbed-f9e8-480f-9f53-852e5fea45ec req-72e8b4c7-c359-404b-ad56-5e12276ad719 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781092417302'] for port, after_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:24.772244 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9464b5-80df-4bf1-a506-ef7614d74474 service neutron] Pushing event updated for resources: {'Port': ['ID=d7eed5ec-86ed-4431-8917-c14ebfc2893c,revision_number=2']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:02:24.773426 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:02:24.775071 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-3b9464b5-80df-4bf1-a506-ef7614d74474 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:02:24.834521 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0d8fbed-f9e8-480f-9f53-852e5fea45ec req-72e8b4c7-c359-404b-ad56-5e12276ad719 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Network 3d07b93f-2cbc-4419-9656-593dd149b251 is already hosted by enough agents. {{(pid=74320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 16:02:24.842053 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.scheduler.base_scheduler [req-a0d8fbed-f9e8-480f-9f53-852e5fea45ec req-72e8b4c7-c359-404b-ad56-5e12276ad719 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Resources bound (agent type, host, resource id): {{(pid=74320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:02:24.847850 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0d8fbed-f9e8-480f-9f53-852e5fea45ec req-72e8b4c7-c359-404b-ad56-5e12276ad719 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Received port after_create {{(pid=74320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 03 16:02:24.853483 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d8fbed-f9e8-480f-9f53-852e5fea45ec req-72e8b4c7-c359-404b-ad56-5e12276ad719 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:24.854123 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [req-a0d8fbed-f9e8-480f-9f53-852e5fea45ec req-72e8b4c7-c359-404b-ad56-5e12276ad719 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532153'] for port, before_response {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:24.869981 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e8b4c7-c359-404b-ad56-5e12276ad719 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Pushing event updated for resources: {'Port': ['ID=273acec7-db74-4d3c-9919-34656b1953d7,revision_number=1']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:02:24.871438 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.managers [req-21440bf1-a61c-489f-8d6a-762b44a9ae41 req-3b9464b5-80df-4bf1-a506-ef7614d74474 service neutron] Attempting to bind port d7eed5ec-86ed-4431-8917-c14ebfc2893c on host hv-cinder-77428 for vnic_type normal with profile {{(pid=74321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 16:02:24.871904 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.managers [req-21440bf1-a61c-489f-8d6a-762b44a9ae41 req-3b9464b5-80df-4bf1-a506-ef7614d74474 service neutron] Attempting to bind port d7eed5ec-86ed-4431-8917-c14ebfc2893c by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': 'ca3b8f24-af23-4b87-a734-3414a6834a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '69748d7f-425d-412f-8a9e-fa9e9e44cf28'}] {{(pid=74321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 16:02:24.872260 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21440bf1-a61c-489f-8d6a-762b44a9ae41 req-3b9464b5-80df-4bf1-a506-ef7614d74474 service neutron] Attempting to bind port d7eed5ec-86ed-4431-8917-c14ebfc2893c on network 69748d7f-425d-412f-8a9e-fa9e9e44cf28 {{(pid=74321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 16:02:24.872950 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-72e8b4c7-c359-404b-ad56-5e12276ad719 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:02:24.881788 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21440bf1-a61c-489f-8d6a-762b44a9ae41 req-3b9464b5-80df-4bf1-a506-ef7614d74474 service neutron] Port d7eed5ec-86ed-4431-8917-c14ebfc2893c on network 69748d7f-425d-412f-8a9e-fa9e9e44cf28 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=74321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 16:02:24.882162 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21440bf1-a61c-489f-8d6a-762b44a9ae41 req-3b9464b5-80df-4bf1-a506-ef7614d74474 service neutron] Attempting to bind port d7eed5ec-86ed-4431-8917-c14ebfc2893c on network 69748d7f-425d-412f-8a9e-fa9e9e44cf28 {{(pid=74321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 16:02:24.894121 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21440bf1-a61c-489f-8d6a-762b44a9ae41 req-3b9464b5-80df-4bf1-a506-ef7614d74474 service neutron] Checking agent: {'id': 'e8f37935-7292-412a-84f9-cfa484ab4cdd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 3, 16, 0, 3), 'started_at': datetime.datetime(2021, 5, 3, 16, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 5, 3, 16, 2, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 16:02:24.894993 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21440bf1-a61c-489f-8d6a-762b44a9ae41 req-3b9464b5-80df-4bf1-a506-ef7614d74474 service neutron] Checking segment: {'id': 'ca3b8f24-af23-4b87-a734-3414a6834a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '69748d7f-425d-412f-8a9e-fa9e9e44cf28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 03 16:02:24.895363 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21440bf1-a61c-489f-8d6a-762b44a9ae41 req-3b9464b5-80df-4bf1-a506-ef7614d74474 service neutron] Bound using segment: {'id': 'ca3b8f24-af23-4b87-a734-3414a6834a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '69748d7f-425d-412f-8a9e-fa9e9e44cf28'} {{(pid=74321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 16:02:24.895805 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.managers [req-21440bf1-a61c-489f-8d6a-762b44a9ae41 req-3b9464b5-80df-4bf1-a506-ef7614d74474 service neutron] Bound port: d7eed5ec-86ed-4431-8917-c14ebfc2893c, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca3b8f24-af23-4b87-a734-3414a6834a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '69748d7f-425d-412f-8a9e-fa9e9e44cf28'}}] {{(pid=74321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 16:02:24.896161 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [req-21440bf1-a61c-489f-8d6a-762b44a9ae41 req-3b9464b5-80df-4bf1-a506-ef7614d74474 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:24.916922 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8983aa-7911-4bcf-979e-605aa2f8d9eb req-bf4d64a0-1c68-4c28-b9e0-47d9bfc7b454 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:24.918443 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-da8983aa-7911-4bcf-979e-605aa2f8d9eb req-bf4d64a0-1c68-4c28-b9e0-47d9bfc7b454 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "GET /v2.0/networks?id=2375af68-6e6b-455a-b7be-3561029d4953 HTTP/1.1" status: 200 len: 811 time: 0.4875801 May 03 16:02:24.975492 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-a0d8fbed-f9e8-480f-9f53-852e5fea45ec req-72e8b4c7-c359-404b-ad56-5e12276ad719 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6150157 May 03 16:02:24.988648 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.v2.base [req-a0d8fbed-f9e8-480f-9f53-852e5fea45ec req-90ace56d-f6d7-495d-8449-021964a45df2 service neutron] Request body: {'port': {'device_id': 'eb2966f0-0931-453c-bf2f-7457c7794232', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=74320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 16:02:25.001458 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-da8983aa-7911-4bcf-979e-605aa2f8d9eb req-b796deff-29d9-462f-aa31-dcadfdc7013c tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "GET /v2.0/quotas/a45b3ae4a7654b64951cdc1628f41ef5 HTTP/1.1" status: 200 len: 375 time: 0.0686171 May 03 16:02:25.004947 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04d3a199-66c4-4fde-bc85-17543f3251da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04075b21-bc86-48b8-9716-1c06b5d17cd0'}] {{(pid=74322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 16:02:25.014580 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc06d23a-8db5-4ab0-a3a4-dbfb94a9e267 req-cc4ffe39-19d8-4d6b-90ff-53ee35688abe tempest-DeleteServersTestJSON-1514794231 tempest-DeleteServersTestJSON-1514794231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:25.016259 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-dc06d23a-8db5-4ab0-a3a4-dbfb94a9e267 req-cc4ffe39-19d8-4d6b-90ff-53ee35688abe tempest-DeleteServersTestJSON-1514794231 tempest-DeleteServersTestJSON-1514794231-project] 10.222.0.11 "GET /v2.0/ports?device_id=3252a7fb-442f-48b9-a19f-0cc92ed28b32 HTTP/1.1" status: 200 len: 946 time: 0.3050227 May 03 16:02:25.120188 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.db [req-21440bf1-a61c-489f-8d6a-762b44a9ae41 req-3b9464b5-80df-4bf1-a506-ef7614d74474 service neutron] For port d7eed5ec-86ed-4431-8917-c14ebfc2893c, host hv-cinder-77428, cleared binding levels {{(pid=74321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 16:02:25.138926 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [req-a0d8fbed-f9e8-480f-9f53-852e5fea45ec req-90ace56d-f6d7-495d-8449-021964a45df2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:25.157582 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-ba04ab70-4d8c-4e35-8990-eefccd0cde2f None None] Provisioning for port 273acec7-db74-4d3c-9919-34656b1953d7 completed by entity DHCP. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 16:02:25.162243 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.db [req-21440bf1-a61c-489f-8d6a-762b44a9ae41 req-3b9464b5-80df-4bf1-a506-ef7614d74474 service neutron] For port d7eed5ec-86ed-4431-8917-c14ebfc2893c, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=d7eed5ec-86ed-4431-8917-c14ebfc2893c,segment=NetworkSegment(ca3b8f24-af23-4b87-a734-3414a6834a84),segment_id=ca3b8f24-af23-4b87-a734-3414a6834a84)] {{(pid=74321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 16:02:25.162777 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-ba04ab70-4d8c-4e35-8990-eefccd0cde2f None None] Provisioning complete for port 273acec7-db74-4d3c-9919-34656b1953d7 triggered by entity DHCP. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 16:02:25.163164 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-ba04ab70-4d8c-4e35-8990-eefccd0cde2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033555'] for port, provisioning_complete {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:25.199828 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-dc06d23a-8db5-4ab0-a3a4-dbfb94a9e267 req-54b6418f-c70b-45b6-9ddf-b3a3430424e9 tempest-DeleteServersTestJSON-1514794231 tempest-DeleteServersTestJSON-1514794231-project] 10.222.0.11 "GET /v2.0/security-groups?id=0afec749-0063-4a43-9de0-74e2a8f1e091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909181 May 03 16:02:25.281840 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-da8983aa-7911-4bcf-979e-605aa2f8d9eb req-df333f12-d719-439f-a128-9562fa1b1abb tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=a45b3ae4a7654b64951cdc1628f41ef5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2572124 May 03 16:02:25.323431 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [req-21440bf1-a61c-489f-8d6a-762b44a9ae41 req-3b9464b5-80df-4bf1-a506-ef7614d74474 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365'] for port, after_update {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:25.333231 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:02:25.347916 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.plugin [None req-ba04ab70-4d8c-4e35-8990-eefccd0cde2f None None] Port 273acec7-db74-4d3c-9919-34656b1953d7 cannot update to ACTIVE because it is not bound. {{(pid=74322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 16:02:25.420657 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21440bf1-a61c-489f-8d6a-762b44a9ae41 req-3b9464b5-80df-4bf1-a506-ef7614d74474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:25.421261 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [req-21440bf1-a61c-489f-8d6a-762b44a9ae41 req-3b9464b5-80df-4bf1-a506-ef7614d74474 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532153'] for port, before_response {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:25.422711 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-21440bf1-a61c-489f-8d6a-762b44a9ae41 req-3b9464b5-80df-4bf1-a506-ef7614d74474 service neutron] 10.222.0.42 "PUT /v2.0/ports/d7eed5ec-86ed-4431-8917-c14ebfc2893c HTTP/1.1" status: 200 len: 1094 time: 2.4282391 May 03 16:02:25.425333 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f59cf43-d943-4d50-bf48-735891ba4d14', 'tag': 'd7eed5ec-86ed-4431-8917-c14ebfc2893c'}] {{(pid=74321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 16:02:25.649786 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.notifiers.nova [req-a0d8fbed-f9e8-480f-9f53-852e5fea45ec req-90ace56d-f6d7-495d-8449-021964a45df2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 273acec7-db74-4d3c-9919-34656b1953d7 {{(pid=74320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 03 16:02:25.661026 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [req-a0d8fbed-f9e8-480f-9f53-852e5fea45ec req-90ace56d-f6d7-495d-8449-021964a45df2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:25.662663 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9464b5-80df-4bf1-a506-ef7614d74474 service neutron] Pushing event updated for resources: {'Port': ['ID=d7eed5ec-86ed-4431-8917-c14ebfc2893c,revision_number=3']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:02:25.670756 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-3b9464b5-80df-4bf1-a506-ef7614d74474 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:02:25.685504 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.provisioning_blocks [req-a0d8fbed-f9e8-480f-9f53-852e5fea45ec req-90ace56d-f6d7-495d-8449-021964a45df2 service neutron] Transition to ACTIVE for port object 273acec7-db74-4d3c-9919-34656b1953d7 will not be triggered until provisioned by entity L2. {{(pid=74320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 16:02:25.712453 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-da8983aa-7911-4bcf-979e-605aa2f8d9eb req-d1afedaa-da28-4283-a453-e8586cfef30d service neutron] 10.222.0.11 "GET /v2.0/networks/2375af68-6e6b-455a-b7be-3561029d4953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3823831 May 03 16:02:25.770240 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70625270-c43a-409d-970e-289259eb9028 req-8a4b6a93-f590-4871-8fa9-6e3ca616a032 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:25.771671 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-70625270-c43a-409d-970e-289259eb9028 req-8a4b6a93-f590-4871-8fa9-6e3ca616a032 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.11 "GET /v2.0/ports?device_id=04d3a199-66c4-4fde-bc85-17543f3251da HTTP/1.1" status: 200 len: 945 time: 0.3362360 May 03 16:02:25.774631 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Device 06391f98-186a-4a4c-abd1-f267121b595c up at agent hyperv_hv-cinder-77428 {{(pid=74322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 16:02:25.865982 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [req-a0d8fbed-f9e8-480f-9f53-852e5fea45ec req-90ace56d-f6d7-495d-8449-021964a45df2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365'] for port, after_update {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:25.870566 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-b3dcd508-a1d7-4697-a303-7cc9ffb8f9fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:02:25.878912 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21440bf1-a61c-489f-8d6a-762b44a9ae41 req-db26c0c8-05db-4829-87a3-092255f59be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:25.880930 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-21440bf1-a61c-489f-8d6a-762b44a9ae41 req-db26c0c8-05db-4829-87a3-092255f59be8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8a5aae9d34474935a5fba6d6bb4b34f6&device_id=7f59cf43-d943-4d50-bf48-735891ba4d14 HTTP/1.1" status: 200 len: 1097 time: 0.3267331 May 03 16:02:25.922293 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Provisioning for port 06391f98-186a-4a4c-abd1-f267121b595c completed by entity L2. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 16:02:25.927597 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Provisioning complete for port 06391f98-186a-4a4c-abd1-f267121b595c triggered by entity L2. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 16:02:25.927977 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033555'] for port, provisioning_complete {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:25.998946 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-21440bf1-a61c-489f-8d6a-762b44a9ae41 req-7b1ae1a4-4485-4825-89d1-84900a5f52b8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d7eed5ec-86ed-4431-8917-c14ebfc2893c HTTP/1.1" status: 200 len: 217 time: 0.1055703 May 03 16:02:26.012024 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-70625270-c43a-409d-970e-289259eb9028 req-c86114f5-af4c-4b2a-9b77-08e3d0e5dd78 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.11 "GET /v2.0/security-groups?id=831833fd-9100-465b-874d-f70121588630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295153 May 03 16:02:26.204918 dv-cinder-774286-11-smb neutron-server[74322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04d3a199-66c4-4fde-bc85-17543f3251da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04075b21-bc86-48b8-9716-1c06b5d17cd0', 'code': 200} May 03 16:02:26.213462 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-da8983aa-7911-4bcf-979e-605aa2f8d9eb req-b84bb6cb-21ac-40ad-af43-ff8779d44bb7 service neutron] 10.222.0.11 "GET /v2.0/networks/2375af68-6e6b-455a-b7be-3561029d4953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4890869 May 03 16:02:26.248671 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21440bf1-a61c-489f-8d6a-762b44a9ae41 req-d5ab891c-c189-48dc-a75a-fef3fd4ddfa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:26.250150 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-21440bf1-a61c-489f-8d6a-762b44a9ae41 req-d5ab891c-c189-48dc-a75a-fef3fd4ddfa5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6105efe5-e9de-4dbf-902a-b4dce538b42d HTTP/1.1" status: 200 len: 858 time: 0.2146895 May 03 16:02:26.323138 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:26.355562 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ace56d-f6d7-495d-8449-021964a45df2 service neutron] Pushing event updated for resources: {'Port': ['ID=273acec7-db74-4d3c-9919-34656b1953d7,revision_number=2']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:02:26.365582 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.managers [req-a0d8fbed-f9e8-480f-9f53-852e5fea45ec req-90ace56d-f6d7-495d-8449-021964a45df2 service neutron] Attempting to bind port 273acec7-db74-4d3c-9919-34656b1953d7 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=74320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 16:02:26.366149 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.managers [req-a0d8fbed-f9e8-480f-9f53-852e5fea45ec req-90ace56d-f6d7-495d-8449-021964a45df2 service neutron] Attempting to bind port 273acec7-db74-4d3c-9919-34656b1953d7 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '2b1d67ca-c22e-4b92-bc7c-13b39c284b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3d07b93f-2cbc-4419-9656-593dd149b251'}] {{(pid=74320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 16:02:26.366846 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d8fbed-f9e8-480f-9f53-852e5fea45ec req-90ace56d-f6d7-495d-8449-021964a45df2 service neutron] Attempting to bind port 273acec7-db74-4d3c-9919-34656b1953d7 on network 3d07b93f-2cbc-4419-9656-593dd149b251 {{(pid=74320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 16:02:26.369991 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-90ace56d-f6d7-495d-8449-021964a45df2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.499s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:02:26.374252 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d8fbed-f9e8-480f-9f53-852e5fea45ec req-90ace56d-f6d7-495d-8449-021964a45df2 service neutron] Port 273acec7-db74-4d3c-9919-34656b1953d7 on network 3d07b93f-2cbc-4419-9656-593dd149b251 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=74320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 16:02:26.374653 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d8fbed-f9e8-480f-9f53-852e5fea45ec req-90ace56d-f6d7-495d-8449-021964a45df2 service neutron] Attempting to bind port 273acec7-db74-4d3c-9919-34656b1953d7 on network 3d07b93f-2cbc-4419-9656-593dd149b251 {{(pid=74320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 16:02:26.383893 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-21440bf1-a61c-489f-8d6a-762b44a9ae41 req-abccb35f-99f2-49c9-a180-2c224143d11a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=69748d7f-425d-412f-8a9e-fa9e9e44cf28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1259673 May 03 16:02:26.390655 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d8fbed-f9e8-480f-9f53-852e5fea45ec req-90ace56d-f6d7-495d-8449-021964a45df2 service neutron] Checking agent: {'id': 'e8f37935-7292-412a-84f9-cfa484ab4cdd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 3, 16, 0, 3), 'started_at': datetime.datetime(2021, 5, 3, 16, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 5, 3, 16, 2, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 16:02:26.390993 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d8fbed-f9e8-480f-9f53-852e5fea45ec req-90ace56d-f6d7-495d-8449-021964a45df2 service neutron] Checking segment: {'id': '2b1d67ca-c22e-4b92-bc7c-13b39c284b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3d07b93f-2cbc-4419-9656-593dd149b251'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 03 16:02:26.391807 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d8fbed-f9e8-480f-9f53-852e5fea45ec req-90ace56d-f6d7-495d-8449-021964a45df2 service neutron] Bound using segment: {'id': '2b1d67ca-c22e-4b92-bc7c-13b39c284b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3d07b93f-2cbc-4419-9656-593dd149b251'} {{(pid=74320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 16:02:26.391931 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.managers [req-a0d8fbed-f9e8-480f-9f53-852e5fea45ec req-90ace56d-f6d7-495d-8449-021964a45df2 service neutron] Bound port: 273acec7-db74-4d3c-9919-34656b1953d7, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b1d67ca-c22e-4b92-bc7c-13b39c284b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3d07b93f-2cbc-4419-9656-593dd149b251'}}] {{(pid=74320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 16:02:26.392177 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [req-a0d8fbed-f9e8-480f-9f53-852e5fea45ec req-90ace56d-f6d7-495d-8449-021964a45df2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:26.413921 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] For port 06391f98-186a-4a4c-abd1-f267121b595c, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=06391f98-186a-4a4c-abd1-f267121b595c,segment=NetworkSegment(ca3b8f24-af23-4b87-a734-3414a6834a84),segment_id=ca3b8f24-af23-4b87-a734-3414a6834a84)] {{(pid=74322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 16:02:26.539701 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.db [req-a0d8fbed-f9e8-480f-9f53-852e5fea45ec req-90ace56d-f6d7-495d-8449-021964a45df2 service neutron] For port 273acec7-db74-4d3c-9919-34656b1953d7, host hv-cinder-77428, cleared binding levels {{(pid=74320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 16:02:26.542224 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365'] for port, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:26.544889 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.db [req-a0d8fbed-f9e8-480f-9f53-852e5fea45ec req-90ace56d-f6d7-495d-8449-021964a45df2 service neutron] For port 273acec7-db74-4d3c-9919-34656b1953d7, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=273acec7-db74-4d3c-9919-34656b1953d7,segment=NetworkSegment(2b1d67ca-c22e-4b92-bc7c-13b39c284b0e),segment_id=2b1d67ca-c22e-4b92-bc7c-13b39c284b0e)] {{(pid=74320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 16:02:26.549205 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:02:26.563006 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f59cf43-d943-4d50-bf48-735891ba4d14', 'tag': 'd7eed5ec-86ed-4431-8917-c14ebfc2893c', 'status': 'completed', 'code': 200} May 03 16:02:26.666374 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-21440bf1-a61c-489f-8d6a-762b44a9ae41 req-06b4b54b-bf0b-40e4-8939-7603fe6339a4 service neutron] 10.222.0.42 "GET /v2.0/networks/69748d7f-425d-412f-8a9e-fa9e9e44cf28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2690566 May 03 16:02:26.684582 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebd3cbc-8616-40a9-88a8-a0fcf13422dd req-e7367e04-2a31-458c-b44b-cba6d7ed8f59 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:26.699443 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-bebd3cbc-8616-40a9-88a8-a0fcf13422dd req-e7367e04-2a31-458c-b44b-cba6d7ed8f59 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f59cf43-d943-4d50-bf48-735891ba4d14 HTTP/1.1" status: 200 len: 944 time: 0.2763543 May 03 16:02:26.701518 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [req-a0d8fbed-f9e8-480f-9f53-852e5fea45ec req-90ace56d-f6d7-495d-8449-021964a45df2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365'] for port, after_update {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:26.712665 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-36b59f65-ff52-4106-81f8-9002680eafaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:02:26.713560 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Pushing event updated for resources: {'Port': ['ID=06391f98-186a-4a4c-abd1-f267121b595c,revision_number=5']} {{(pid=74322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:02:26.726334 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:02:26.776808 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d8fbed-f9e8-480f-9f53-852e5fea45ec req-90ace56d-f6d7-495d-8449-021964a45df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:26.777349 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [req-a0d8fbed-f9e8-480f-9f53-852e5fea45ec req-90ace56d-f6d7-495d-8449-021964a45df2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532153'] for port, before_response {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:26.779213 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-a0d8fbed-f9e8-480f-9f53-852e5fea45ec req-90ace56d-f6d7-495d-8449-021964a45df2 service neutron] 10.222.0.42 "PUT /v2.0/ports/273acec7-db74-4d3c-9919-34656b1953d7 HTTP/1.1" status: 200 len: 1093 time: 1.7958407 May 03 16:02:26.779763 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb2966f0-0931-453c-bf2f-7457c7794232', 'tag': '273acec7-db74-4d3c-9919-34656b1953d7'}] {{(pid=74320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 16:02:26.832576 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ace56d-f6d7-495d-8449-021964a45df2 service neutron] Pushing event updated for resources: {'Port': ['ID=273acec7-db74-4d3c-9919-34656b1953d7,revision_number=3']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:02:26.838807 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-90ace56d-f6d7-495d-8449-021964a45df2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:02:26.847880 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59124106-edc8-429b-9744-a04dbb0ab856 req-566dd98e-ca86-4a0f-bcc0-3db8fb9203df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:26.852021 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-59124106-edc8-429b-9744-a04dbb0ab856 req-566dd98e-ca86-4a0f-bcc0-3db8fb9203df service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=04d3a199-66c4-4fde-bc85-17543f3251da HTTP/1.1" status: 200 len: 1098 time: 0.2477694 May 03 16:02:26.911236 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 48008) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:02:26.956526 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [req-59124106-edc8-429b-9744-a04dbb0ab856 req-780103bf-2fb2-47a4-a3c4-46019f7cfd5a service neutron] Synchronizing usage tracker for tenant:5547a5ff632e430cb3d71ff8cbbe84f1 on resource:security_group {{(pid=74320) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 16:02:26.995593 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-bebd3cbc-8616-40a9-88a8-a0fcf13422dd req-f92af90c-0c58-48d6-8ea7-a7e92307816d tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/security-groups?id=d843f737-6466-4183-8023-14d53a00a23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002537 May 03 16:02:27.001357 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d8fbed-f9e8-480f-9f53-852e5fea45ec req-bba78ee1-4af1-48a5-8efe-08e42c10630f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:27.003857 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-a0d8fbed-f9e8-480f-9f53-852e5fea45ec req-bba78ee1-4af1-48a5-8efe-08e42c10630f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=30698392a3254cc2a62d95e9d3896fad&device_id=eb2966f0-0931-453c-bf2f-7457c7794232 HTTP/1.1" status: 200 len: 1096 time: 0.1227734 May 03 16:02:27.044018 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-21440bf1-a61c-489f-8d6a-762b44a9ae41 req-042727ab-63c7-465a-b10d-b1dbdbb3d5f8 service neutron] 10.222.0.42 "GET /v2.0/networks/69748d7f-425d-412f-8a9e-fa9e9e44cf28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3422916 May 03 16:02:27.060032 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2210ee-a6c4-4876-b32f-b7389022d922 req-586f6417-776e-4ebe-babe-090738eff13c tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:27.067851 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-0a2210ee-a6c4-4876-b32f-b7389022d922 req-586f6417-776e-4ebe-babe-090738eff13c tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb2966f0-0931-453c-bf2f-7457c7794232 HTTP/1.1" status: 200 len: 943 time: 0.4112017 May 03 16:02:27.123132 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-0a2210ee-a6c4-4876-b32f-b7389022d922 req-2d0706e0-d256-46a1-b19b-9cdfbbdb922a tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/security-groups?id=e01d8b89-bed6-46f4-8dc8-33f8e8921c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543318 May 03 16:02:27.191856 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [req-59124106-edc8-429b-9744-a04dbb0ab856 req-780103bf-2fb2-47a4-a3c4-46019f7cfd5a service neutron] Unset dirty status for tenant:5547a5ff632e430cb3d71ff8cbbe84f1 on resource:security_group {{(pid=74320) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 16:02:27.193045 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-59124106-edc8-429b-9744-a04dbb0ab856 req-780103bf-2fb2-47a4-a3c4-46019f7cfd5a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=831833fd-9100-465b-874d-f70121588630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3341308 May 03 16:02:27.204737 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-a0d8fbed-f9e8-480f-9f53-852e5fea45ec req-4c8093a8-54c9-4114-878e-46d88e8b717c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=273acec7-db74-4d3c-9919-34656b1953d7 HTTP/1.1" status: 200 len: 217 time: 0.1874902 May 03 16:02:27.205522 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-afe2af8c-c060-4467-996e-1d3c6352d774 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:27.222273 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-afe2af8c-c060-4467-996e-1d3c6352d774 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:02:27.226823 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-afe2af8c-c060-4467-996e-1d3c6352d774 admin admin] Usage tracker for resource:security_group_rule and tenant:30c6759aedb449ea9791f5b0cb71918a is out of sync, need to count used quota {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:02:27.230116 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-afe2af8c-c060-4467-996e-1d3c6352d774 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:02:27.236834 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-afe2af8c-c060-4467-996e-1d3c6352d774 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:02:27.331679 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-b1e2d33b-8810-4501-a640-b3345e0c7a4c req-d2e50c54-ed15-499a-bcef-a0a8d53d7eaa tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6020fa3-c8c8-4d20-a437-d6e2a52deab0 HTTP/1.1" status: 200 len: 210 time: 0.0506778 May 03 16:02:27.378323 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d8fbed-f9e8-480f-9f53-852e5fea45ec req-78ba384d-dd32-4600-a14c-b119e59f3994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:27.380174 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-a0d8fbed-f9e8-480f-9f53-852e5fea45ec req-78ba384d-dd32-4600-a14c-b119e59f3994 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6e179f81-7e4a-49b9-b9a9-9613d63a9979 HTTP/1.1" status: 200 len: 855 time: 0.1398444 May 03 16:02:27.384799 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413529ba-be2c-430c-8a82-3e94e2e0db52 req-b68b067d-e2a9-44d8-ae12-60b2a2e09dd2 tempest-DeleteServersTestJSON-1514794231 tempest-DeleteServersTestJSON-1514794231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:27.386648 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-413529ba-be2c-430c-8a82-3e94e2e0db52 req-b68b067d-e2a9-44d8-ae12-60b2a2e09dd2 tempest-DeleteServersTestJSON-1514794231 tempest-DeleteServersTestJSON-1514794231-project] 10.222.0.11 "GET /v2.0/ports?device_id=3252a7fb-442f-48b9-a19f-0cc92ed28b32 HTTP/1.1" status: 200 len: 946 time: 0.2392583 May 03 16:02:27.448978 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-413529ba-be2c-430c-8a82-3e94e2e0db52 req-76a049e0-055b-4f68-8070-24076e5f4ebe tempest-DeleteServersTestJSON-1514794231 tempest-DeleteServersTestJSON-1514794231-project] 10.222.0.11 "GET /v2.0/security-groups?id=0afec749-0063-4a43-9de0-74e2a8f1e091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535116 May 03 16:02:27.453864 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb2966f0-0931-453c-bf2f-7457c7794232', 'tag': '273acec7-db74-4d3c-9919-34656b1953d7', 'status': 'completed', 'code': 200} May 03 16:02:27.507961 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b658e596-f317-428f-b4ad-b0a4c280b5d0 req-d76cf0e3-acf8-4ee9-a6ae-805e5c88e078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:27.509500 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-b658e596-f317-428f-b4ad-b0a4c280b5d0 req-d76cf0e3-acf8-4ee9-a6ae-805e5c88e078 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8a5aae9d34474935a5fba6d6bb4b34f6&device_id=7f59cf43-d943-4d50-bf48-735891ba4d14 HTTP/1.1" status: 200 len: 1097 time: 0.2283409 May 03 16:02:27.623996 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e69535-b0e7-4921-9810-a2e041db6c9b req-77ceaec0-06fb-4c16-9f86-7dd8ca0c0c31 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:27.625784 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-95e69535-b0e7-4921-9810-a2e041db6c9b req-77ceaec0-06fb-4c16-9f86-7dd8ca0c0c31 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.11 "GET /v2.0/ports?device_id=04d3a199-66c4-4fde-bc85-17543f3251da HTTP/1.1" status: 200 len: 945 time: 0.1201038 May 03 16:02:27.665136 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-afe2af8c-c060-4467-996e-1d3c6352d774 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:27.679875 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d8fbed-f9e8-480f-9f53-852e5fea45ec req-48fc3d2c-ed59-401c-9543-30d33ea1cdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:27.681394 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-a0d8fbed-f9e8-480f-9f53-852e5fea45ec req-48fc3d2c-ed59-401c-9543-30d33ea1cdb6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3d07b93f-2cbc-4419-9656-593dd149b251&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2795048 May 03 16:02:27.701788 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-95e69535-b0e7-4921-9810-a2e041db6c9b req-197e797d-16c4-4d21-b89c-2ac24dbf50e8 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.11 "GET /v2.0/security-groups?id=831833fd-9100-465b-874d-f70121588630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640423 May 03 16:02:27.751416 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b658e596-f317-428f-b4ad-b0a4c280b5d0 req-fc1928e9-5060-469c-bbe1-b47d3c474295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:27.753962 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-b658e596-f317-428f-b4ad-b0a4c280b5d0 req-fc1928e9-5060-469c-bbe1-b47d3c474295 service neutron] 10.222.0.42 "GET /v2.0/networks?id=69748d7f-425d-412f-8a9e-fa9e9e44cf28 HTTP/1.1" status: 200 len: 919 time: 0.2367597 May 03 16:02:27.881798 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-afe2af8c-c060-4467-996e-1d3c6352d774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:27.885600 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-b658e596-f317-428f-b4ad-b0a4c280b5d0 req-f02203f3-a3a6-412f-b617-2a4bb324809b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d7eed5ec-86ed-4431-8917-c14ebfc2893c HTTP/1.1" status: 200 len: 217 time: 0.0795345 May 03 16:02:27.903049 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-768aea3e-7725-4f34-9a9a-542d7126fcf3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:02:28.021799 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-afe2af8c-c060-4467-996e-1d3c6352d774 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=30c6759aedb449ea9791f5b0cb71918a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1036282 May 03 16:02:28.024676 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 48036) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:02:28.037175 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe2af8c-c060-4467-996e-1d3c6352d774 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0139a8d-39b6-414c-b2d9-540e68257028,revision_number=1']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:02:28.045567 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-a0d8fbed-f9e8-480f-9f53-852e5fea45ec req-c8ffd233-aaef-4d7d-8fd4-34417efe95a4 service neutron] 10.222.0.42 "GET /v2.0/networks/3d07b93f-2cbc-4419-9656-593dd149b251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3559916 May 03 16:02:28.046588 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-afe2af8c-c060-4467-996e-1d3c6352d774 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:02:28.048785 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b658e596-f317-428f-b4ad-b0a4c280b5d0 req-9ef9b3b7-c505-4ef4-bb9e-a0bdfefff3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:28.051163 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-b658e596-f317-428f-b4ad-b0a4c280b5d0 req-9ef9b3b7-c505-4ef4-bb9e-a0bdfefff3ff service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6105efe5-e9de-4dbf-902a-b4dce538b42d HTTP/1.1" status: 200 len: 858 time: 0.1489336 May 03 16:02:28.143902 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-b658e596-f317-428f-b4ad-b0a4c280b5d0 req-3775c748-2116-40ab-b480-107165fad1a7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=69748d7f-425d-412f-8a9e-fa9e9e44cf28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673122 May 03 16:02:28.185682 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-2c7e0d27-0a3f-428a-bd75-8ae44f52e61d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:28.206662 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '896a5ea9-b5d0-4aef-b34a-a085015c3745', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06391f98-186a-4a4c-abd1-f267121b595c'}] {{(pid=74322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 16:02:28.295079 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-2c7e0d27-0a3f-428a-bd75-8ae44f52e61d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:28.360969 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-a0d8fbed-f9e8-480f-9f53-852e5fea45ec req-f65d9352-5a91-4eba-9634-d7083c2b79fd service neutron] 10.222.0.42 "GET /v2.0/networks/3d07b93f-2cbc-4419-9656-593dd149b251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3083189 May 03 16:02:28.396531 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-b658e596-f317-428f-b4ad-b0a4c280b5d0 req-82ee8174-c07f-470f-847f-eb9c9d94af29 service neutron] 10.222.0.42 "GET /v2.0/networks/69748d7f-425d-412f-8a9e-fa9e9e44cf28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003810 May 03 16:02:28.464492 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0c1678-a588-4a44-a877-1dbb305b73aa req-1f8bd6cd-d690-4691-9d95-ab5fb4017d9f tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:28.473550 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-9d0c1678-a588-4a44-a877-1dbb305b73aa req-1f8bd6cd-d690-4691-9d95-ab5fb4017d9f tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f59cf43-d943-4d50-bf48-735891ba4d14 HTTP/1.1" status: 200 len: 944 time: 0.2774706 May 03 16:02:28.504773 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ca69fd-8d84-49e2-b391-3e2fceef3cb4 req-8aca283b-48eb-4b68-98fe-2d38528fdc90 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:28.506267 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-a5ca69fd-8d84-49e2-b391-3e2fceef3cb4 req-8aca283b-48eb-4b68-98fe-2d38528fdc90 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb2966f0-0931-453c-bf2f-7457c7794232 HTTP/1.1" status: 200 len: 943 time: 0.1713948 May 03 16:02:28.561505 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-9d0c1678-a588-4a44-a877-1dbb305b73aa req-859263e2-33d4-4f03-9ac4-793b7c9ddf28 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/security-groups?id=d843f737-6466-4183-8023-14d53a00a23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869327 May 03 16:02:28.629773 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-a5ca69fd-8d84-49e2-b391-3e2fceef3cb4 req-43cc04b5-e3e9-4ab8-b851-c71a7cadb5d3 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/security-groups?id=e01d8b89-bed6-46f4-8dc8-33f8e8921c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1155400 May 03 16:02:28.629773 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-2c7e0d27-0a3f-428a-bd75-8ae44f52e61d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:28.646003 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-b471f1c8-cc64-41a2-9b8b-8d0aecbdf542 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:02:28.684950 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-b658e596-f317-428f-b4ad-b0a4c280b5d0 req-ee8ceeee-d843-4ab1-887b-68526d0fd8c0 service neutron] 10.222.0.42 "GET /v2.0/networks/69748d7f-425d-412f-8a9e-fa9e9e44cf28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2816703 May 03 16:02:28.686225 dv-cinder-774286-11-smb neutron-server[74322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '896a5ea9-b5d0-4aef-b34a-a085015c3745', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06391f98-186a-4a4c-abd1-f267121b595c', 'code': 200} May 03 16:02:28.687077 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7e0d27-0a3f-428a-bd75-8ae44f52e61d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0139a8d-39b6-414c-b2d9-540e68257028,revision_number=None']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:02:28.691025 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-2c7e0d27-0a3f-428a-bd75-8ae44f52e61d admin admin] Notify callbacks [] for security_group, before_response {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:28.693487 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-2c7e0d27-0a3f-428a-bd75-8ae44f52e61d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c0139a8d-39b6-414c-b2d9-540e68257028 HTTP/1.1" status: 204 len: 168 time: 0.6677222 May 03 16:02:28.695182 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-2c7e0d27-0a3f-428a-bd75-8ae44f52e61d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:02:28.826730 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5c22ff-030c-4369-8bed-e5cf5fa6dbcb req-879d523a-e09f-4b9e-83e9-a2dd72843c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:28.828308 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-5f5c22ff-030c-4369-8bed-e5cf5fa6dbcb req-879d523a-e09f-4b9e-83e9-a2dd72843c41 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=30698392a3254cc2a62d95e9d3896fad&device_id=eb2966f0-0931-453c-bf2f-7457c7794232 HTTP/1.1" status: 200 len: 1096 time: 0.2632627 May 03 16:02:28.997728 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-d026cc77-bf15-4a1f-8388-461748d47fec req-685d092e-a45e-4c44-ab17-ae68207b7813 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6020fa3-c8c8-4d20-a437-d6e2a52deab0 HTTP/1.1" status: 200 len: 210 time: 0.1300533 May 03 16:02:29.064786 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27adcbc0-b280-4927-9e7e-5029fe71c6f8 req-f22f1eda-f16f-4261-b748-40e0d2d15a9d tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:29.072830 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-27adcbc0-b280-4927-9e7e-5029fe71c6f8 req-f22f1eda-f16f-4261-b748-40e0d2d15a9d tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.11 "GET /v2.0/ports?device_id=04d3a199-66c4-4fde-bc85-17543f3251da HTTP/1.1" status: 200 len: 945 time: 0.1482885 May 03 16:02:29.099362 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5c22ff-030c-4369-8bed-e5cf5fa6dbcb req-1df11113-59ef-4d60-8c6e-5ff07b442b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:29.101841 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-5f5c22ff-030c-4369-8bed-e5cf5fa6dbcb req-1df11113-59ef-4d60-8c6e-5ff07b442b49 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3d07b93f-2cbc-4419-9656-593dd149b251 HTTP/1.1" status: 200 len: 917 time: 0.2567658 May 03 16:02:29.153018 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-27adcbc0-b280-4927-9e7e-5029fe71c6f8 req-c3e5195f-5c75-46b3-9327-9e2b23c2ddfa tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.11 "GET /v2.0/security-groups?id=831833fd-9100-465b-874d-f70121588630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758779 May 03 16:02:29.369865 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-5f5c22ff-030c-4369-8bed-e5cf5fa6dbcb req-ceae981e-df9c-47ca-9609-1c12de007159 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=273acec7-db74-4d3c-9919-34656b1953d7 HTTP/1.1" status: 200 len: 217 time: 0.2577372 May 03 16:02:29.465729 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5c22ff-030c-4369-8bed-e5cf5fa6dbcb req-de59487d-42e0-444a-acd9-25ec64fa1c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:29.467233 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-5f5c22ff-030c-4369-8bed-e5cf5fa6dbcb req-de59487d-42e0-444a-acd9-25ec64fa1c46 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6e179f81-7e4a-49b9-b9a9-9613d63a9979 HTTP/1.1" status: 200 len: 855 time: 0.0863485 May 03 16:02:29.513005 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c65972-bf78-471b-83a3-fc78c902ffdf req-70c95770-dbce-4e16-b387-f853e7d9cedb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:29.514505 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-18c65972-bf78-471b-83a3-fc78c902ffdf req-70c95770-dbce-4e16-b387-f853e7d9cedb service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=896a5ea9-b5d0-4aef-b34a-a085015c3745 HTTP/1.1" status: 200 len: 1098 time: 0.2114315 May 03 16:02:29.571720 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-18c65972-bf78-471b-83a3-fc78c902ffdf req-7870f9df-a68b-44f4-b407-95fa929ae77c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=d843f737-6466-4183-8023-14d53a00a23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476377 May 03 16:02:29.593965 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5c22ff-030c-4369-8bed-e5cf5fa6dbcb req-145c7255-8c7a-4b8f-8038-d8c662bc5457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:29.595442 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-5f5c22ff-030c-4369-8bed-e5cf5fa6dbcb req-145c7255-8c7a-4b8f-8038-d8c662bc5457 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3d07b93f-2cbc-4419-9656-593dd149b251&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1198895 May 03 16:02:29.778702 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-5f5c22ff-030c-4369-8bed-e5cf5fa6dbcb req-0a45ea7a-aa8d-466b-9d6a-f55d4bb668c6 service neutron] 10.222.0.42 "GET /v2.0/networks/3d07b93f-2cbc-4419-9656-593dd149b251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569076 May 03 16:02:29.788298 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Device 273acec7-db74-4d3c-9919-34656b1953d7 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=74322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 16:02:29.796379 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 48086) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:02:29.825683 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aa8975-8ec3-430f-9f8e-c5dea1d686f4 req-47c11ca3-2fb6-446d-b839-6a520819a84a tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:29.826710 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-a1aa8975-8ec3-430f-9f8e-c5dea1d686f4 req-47c11ca3-2fb6-446d-b839-6a520819a84a tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f59cf43-d943-4d50-bf48-735891ba4d14 HTTP/1.1" status: 200 len: 944 time: 0.1512895 May 03 16:02:29.911879 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-a1aa8975-8ec3-430f-9f8e-c5dea1d686f4 req-dc2fc443-37dc-49c7-a44b-b9c368bd4269 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/security-groups?id=d843f737-6466-4183-8023-14d53a00a23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783975 May 03 16:02:29.923532 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35efebd7-2a34-40ed-a236-21ce7dfe87ce req-9dbd8cc7-38d7-49fc-8ef2-1fb317692d4c tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:29.925858 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-35efebd7-2a34-40ed-a236-21ce7dfe87ce req-9dbd8cc7-38d7-49fc-8ef2-1fb317692d4c tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb2966f0-0931-453c-bf2f-7457c7794232 HTTP/1.1" status: 200 len: 943 time: 0.1642809 May 03 16:02:29.967005 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] For port 273acec7-db74-4d3c-9919-34656b1953d7, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=273acec7-db74-4d3c-9919-34656b1953d7,segment=NetworkSegment(2b1d67ca-c22e-4b92-bc7c-13b39c284b0e),segment_id=2b1d67ca-c22e-4b92-bc7c-13b39c284b0e)] {{(pid=74322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 16:02:29.984825 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Returning: {'device': '273acec7-db74-4d3c-9919-34656b1953d7', 'network_id': '3d07b93f-2cbc-4419-9656-593dd149b251', 'port_id': '273acec7-db74-4d3c-9919-34656b1953d7', 'mac_address': 'fa:16:3e:a5:77:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e179f81-7e4a-49b9-b9a9-9613d63a9979', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 16:02:30.011972 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-a4617679-5cc1-40e1-902f-e7dbb5b988cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:30.024511 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-35efebd7-2a34-40ed-a236-21ce7dfe87ce req-5e91324b-26a2-40ae-8924-a9768a523a66 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/security-groups?id=e01d8b89-bed6-46f4-8dc8-33f8e8921c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922406 May 03 16:02:30.038693 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-a4617679-5cc1-40e1-902f-e7dbb5b988cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:02:30.055087 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-a4617679-5cc1-40e1-902f-e7dbb5b988cd admin admin] Usage tracker for resource:security_group_rule and tenant:d952848ff740405a951edc5dc8534d92 is out of sync, need to count used quota {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:02:30.061118 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-a4617679-5cc1-40e1-902f-e7dbb5b988cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:02:30.066385 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:30.079978 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-a4617679-5cc1-40e1-902f-e7dbb5b988cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:02:30.083979 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-5f5c22ff-030c-4369-8bed-e5cf5fa6dbcb req-cba7de70-d9fc-4b47-98f6-b60b82d12364 service neutron] 10.222.0.42 "GET /v2.0/networks/3d07b93f-2cbc-4419-9656-593dd149b251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2864702 May 03 16:02:30.091562 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.notifiers.nova [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 273acec7-db74-4d3c-9919-34656b1953d7 {{(pid=74322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 03 16:02:30.152490 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] For port 273acec7-db74-4d3c-9919-34656b1953d7, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=273acec7-db74-4d3c-9919-34656b1953d7,segment=NetworkSegment(2b1d67ca-c22e-4b92-bc7c-13b39c284b0e),segment_id=2b1d67ca-c22e-4b92-bc7c-13b39c284b0e)] {{(pid=74322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 16:02:30.294363 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8983aa-7911-4bcf-979e-605aa2f8d9eb req-acb7293b-bbb2-49bf-a42e-e602c2efca6d tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:30.295105 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [req-da8983aa-7911-4bcf-979e-605aa2f8d9eb req-acb7293b-bbb2-49bf-a42e-e602c2efca6d tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Synchronizing usage tracker for tenant:a45b3ae4a7654b64951cdc1628f41ef5 on resource:network {{(pid=74320) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 16:02:30.298399 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-6d400ecf-321f-42d6-ac0e-fd8b036ae152 req-e17eba98-7aa3-47c9-8740-a1dec9004d76 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6020fa3-c8c8-4d20-a437-d6e2a52deab0 HTTP/1.1" status: 200 len: 210 time: 0.0612116 May 03 16:02:30.316652 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365'] for port, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:30.317629 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Device d7eed5ec-86ed-4431-8917-c14ebfc2893c details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=74322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 16:02:30.320870 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-40be11e1-e7ee-42e1-955c-d208ec5ec3a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:02:30.405695 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [req-da8983aa-7911-4bcf-979e-605aa2f8d9eb req-acb7293b-bbb2-49bf-a42e-e602c2efca6d tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Unset dirty status for tenant:a45b3ae4a7654b64951cdc1628f41ef5 on resource:network {{(pid=74320) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 16:02:30.406998 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-da8983aa-7911-4bcf-979e-605aa2f8d9eb req-acb7293b-bbb2-49bf-a42e-e602c2efca6d tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.42 "GET /v2.0/networks?id=2375af68-6e6b-455a-b7be-3561029d4953 HTTP/1.1" status: 200 len: 811 time: 0.3209496 May 03 16:02:30.438768 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-a4617679-5cc1-40e1-902f-e7dbb5b988cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:30.443572 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Pushing event updated for resources: {'Port': ['ID=273acec7-db74-4d3c-9919-34656b1953d7,revision_number=4']} {{(pid=74322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:02:30.451250 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:02:30.485347 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [req-da8983aa-7911-4bcf-979e-605aa2f8d9eb req-2eb85201-74cf-4dfb-ba4c-e95edf596502 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Synchronizing usage tracker for tenant:a45b3ae4a7654b64951cdc1628f41ef5 on resource:security_group {{(pid=74320) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 16:02:30.504690 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [req-da8983aa-7911-4bcf-979e-605aa2f8d9eb req-2eb85201-74cf-4dfb-ba4c-e95edf596502 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Unset dirty status for tenant:a45b3ae4a7654b64951cdc1628f41ef5 on resource:security_group {{(pid=74320) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 16:02:30.506247 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-da8983aa-7911-4bcf-979e-605aa2f8d9eb req-2eb85201-74cf-4dfb-ba4c-e95edf596502 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a45b3ae4a7654b64951cdc1628f41ef5 HTTP/1.1" status: 200 len: 379 time: 0.0863099 May 03 16:02:30.523157 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.v2.base [req-da8983aa-7911-4bcf-979e-605aa2f8d9eb req-f58463c1-0902-44e7-be87-4dcfbb9ced5a tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Request body: {'port': {'device_id': 'c6020fa3-c8c8-4d20-a437-d6e2a52deab0', 'network_id': '2375af68-6e6b-455a-b7be-3561029d4953', 'admin_state_up': True, 'tenant_id': 'a45b3ae4a7654b64951cdc1628f41ef5', 'security_groups': ['f2246390-77bc-42a9-9caf-c5cb628b63b0']}} {{(pid=74320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 16:02:30.618405 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] For port d7eed5ec-86ed-4431-8917-c14ebfc2893c, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=d7eed5ec-86ed-4431-8917-c14ebfc2893c,segment=NetworkSegment(ca3b8f24-af23-4b87-a734-3414a6834a84),segment_id=ca3b8f24-af23-4b87-a734-3414a6834a84)] {{(pid=74322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 16:02:30.635712 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Returning: {'device': 'd7eed5ec-86ed-4431-8917-c14ebfc2893c', 'network_id': '69748d7f-425d-412f-8a9e-fa9e9e44cf28', 'port_id': 'd7eed5ec-86ed-4431-8917-c14ebfc2893c', 'mac_address': 'fa:16:3e:e0:61:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6105efe5-e9de-4dbf-902a-b4dce538b42d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 16:02:30.638433 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-a4617679-5cc1-40e1-902f-e7dbb5b988cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:30.663432 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:02:30.711554 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:30.716124 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4617679-5cc1-40e1-902f-e7dbb5b988cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=598b0d3a-b797-4583-bd5a-ce7da2b17563,revision_number=1']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:02:30.732045 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.notifiers.nova [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7eed5ec-86ed-4431-8917-c14ebfc2893c {{(pid=74322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 03 16:02:30.740785 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-a4617679-5cc1-40e1-902f-e7dbb5b988cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:02:30.745721 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-a4617679-5cc1-40e1-902f-e7dbb5b988cd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d952848ff740405a951edc5dc8534d92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7865717 May 03 16:02:30.746117 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 48116) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:02:30.755574 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] For port d7eed5ec-86ed-4431-8917-c14ebfc2893c, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=d7eed5ec-86ed-4431-8917-c14ebfc2893c,segment=NetworkSegment(ca3b8f24-af23-4b87-a734-3414a6834a84),segment_id=ca3b8f24-af23-4b87-a734-3414a6834a84)] {{(pid=74322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 16:02:30.770308 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [req-da8983aa-7911-4bcf-979e-605aa2f8d9eb req-f58463c1-0902-44e7-be87-4dcfbb9ced5a tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:02:30.774827 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [req-da8983aa-7911-4bcf-979e-605aa2f8d9eb req-f58463c1-0902-44e7-be87-4dcfbb9ced5a tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Usage tracker for resource:port and tenant:a45b3ae4a7654b64951cdc1628f41ef5 is out of sync, need to count used quota {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:02:30.778709 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [req-da8983aa-7911-4bcf-979e-605aa2f8d9eb req-f58463c1-0902-44e7-be87-4dcfbb9ced5a tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Quota usage for port was recalculated. Used quota:3. {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:02:30.786564 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [req-da8983aa-7911-4bcf-979e-605aa2f8d9eb req-f58463c1-0902-44e7-be87-4dcfbb9ced5a tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:02:30.814393 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-420d8d44-ce70-45fb-992a-773665bc9b41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:30.841750 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-420d8d44-ce70-45fb-992a-773665bc9b41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:30.877159 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365'] for port, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:30.878065 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da8983aa-7911-4bcf-979e-605aa2f8d9eb req-f58463c1-0902-44e7-be87-4dcfbb9ced5a tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Made reservation on behalf of a45b3ae4a7654b64951cdc1628f41ef5 for: {'port': 1} {{(pid=74320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 16:02:30.880342 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-e3918e24-da23-4f1f-9197-5376b3263045 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:02:30.882387 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [req-da8983aa-7911-4bcf-979e-605aa2f8d9eb req-f58463c1-0902-44e7-be87-4dcfbb9ced5a tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:30.968080 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-420d8d44-ce70-45fb-992a-773665bc9b41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:30.973864 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Pushing event updated for resources: {'Port': ['ID=d7eed5ec-86ed-4431-8917-c14ebfc2893c,revision_number=4']} {{(pid=74322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:02:30.980373 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:02:30.980540 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:02:30.989902 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420d8d44-ce70-45fb-992a-773665bc9b41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=598b0d3a-b797-4583-bd5a-ce7da2b17563,revision_number=None']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:02:30.992251 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-420d8d44-ce70-45fb-992a-773665bc9b41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:30.993517 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-420d8d44-ce70-45fb-992a-773665bc9b41 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/598b0d3a-b797-4583-bd5a-ce7da2b17563 HTTP/1.1" status: 204 len: 168 time: 0.2456489 May 03 16:02:30.994624 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-420d8d44-ce70-45fb-992a-773665bc9b41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:02:31.166089 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.db_base_plugin_common [req-da8983aa-7911-4bcf-979e-605aa2f8d9eb req-f58463c1-0902-44e7-be87-4dcfbb9ced5a tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Allocated IP 172.20.0.10 (2375af68-6e6b-455a-b7be-3561029d4953/0c868822-acdb-4384-9ddc-ddab19dd933c/8ac04686-8f05-4ebc-95be-b0f09f2054d5) {{(pid=74320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 16:02:31.167258 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] get_ports_and_sgs() called for port_ids ['d7eed5ec-86ed-4431-8917-c14ebfc2893c'] {{(pid=74322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 16:02:31.224147 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b277cc-e20b-4c7a-873a-169d7326cdbf req-86ac9aff-ca62-4725-b66c-3f03b764ebfc tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:31.225711 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-d7b277cc-e20b-4c7a-873a-169d7326cdbf req-86ac9aff-ca62-4725-b66c-3f03b764ebfc tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f59cf43-d943-4d50-bf48-735891ba4d14 HTTP/1.1" status: 200 len: 945 time: 0.1924279 May 03 16:02:31.338566 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-d7b277cc-e20b-4c7a-873a-169d7326cdbf req-9f6d8b4b-c921-428b-b622-0771a8056210 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/security-groups?id=d843f737-6466-4183-8023-14d53a00a23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022632 May 03 16:02:31.365861 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] get_ports_and_sgs() called for port_ids ['273acec7-db74-4d3c-9919-34656b1953d7'] {{(pid=74322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 16:02:31.574596 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [req-da8983aa-7911-4bcf-979e-605aa2f8d9eb req-f58463c1-0902-44e7-be87-4dcfbb9ced5a tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Notify callbacks [] for port, precommit_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:31.595491 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-1df7336c-e5bc-4480-b21b-328d30ed0270 req-bcb9f7a1-4056-4e9a-baa0-a0b7e3145ea5 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6020fa3-c8c8-4d20-a437-d6e2a52deab0 HTTP/1.1" status: 200 len: 210 time: 0.1020453 May 03 16:02:31.619202 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.provisioning_blocks [req-da8983aa-7911-4bcf-979e-605aa2f8d9eb req-f58463c1-0902-44e7-be87-4dcfbb9ced5a tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Transition to ACTIVE for port object 8ac04686-8f05-4ebc-95be-b0f09f2054d5 will not be triggered until provisioned by entity DHCP. {{(pid=74320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 16:02:31.690603 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2dec54-27f0-4d3b-82db-e6f8c3801823 req-c8f15b0d-e6bf-4db7-a11c-f41d12fb4039 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:31.695802 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-9a2dec54-27f0-4d3b-82db-e6f8c3801823 req-c8f15b0d-e6bf-4db7-a11c-f41d12fb4039 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb2966f0-0931-453c-bf2f-7457c7794232 HTTP/1.1" status: 200 len: 944 time: 0.1591182 May 03 16:02:31.774350 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [req-da8983aa-7911-4bcf-979e-605aa2f8d9eb req-f58463c1-0902-44e7-be87-4dcfbb9ced5a tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781092417302'] for port, after_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:31.781762 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:02:31.852541 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-9a2dec54-27f0-4d3b-82db-e6f8c3801823 req-2f6ec688-dc04-4045-afa9-66fdffbf4deb tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/security-groups?id=e01d8b89-bed6-46f4-8dc8-33f8e8921c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1527605 May 03 16:02:31.904652 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da8983aa-7911-4bcf-979e-605aa2f8d9eb req-f58463c1-0902-44e7-be87-4dcfbb9ced5a tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Network 2375af68-6e6b-455a-b7be-3561029d4953 is already hosted by enough agents. {{(pid=74320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 16:02:31.912046 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.scheduler.base_scheduler [req-da8983aa-7911-4bcf-979e-605aa2f8d9eb req-f58463c1-0902-44e7-be87-4dcfbb9ced5a tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Resources bound (agent type, host, resource id): {{(pid=74320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:02:31.914582 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.l3_dvrscheduler_db [req-da8983aa-7911-4bcf-979e-605aa2f8d9eb req-f58463c1-0902-44e7-be87-4dcfbb9ced5a tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Received port after_create {{(pid=74320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 03 16:02:31.920296 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8983aa-7911-4bcf-979e-605aa2f8d9eb req-f58463c1-0902-44e7-be87-4dcfbb9ced5a tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:31.921179 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [req-da8983aa-7911-4bcf-979e-605aa2f8d9eb req-f58463c1-0902-44e7-be87-4dcfbb9ced5a tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532153'] for port, before_response {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:31.950490 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58463c1-0902-44e7-be87-4dcfbb9ced5a tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Pushing event updated for resources: {'Port': ['ID=8ac04686-8f05-4ebc-95be-b0f09f2054d5,revision_number=1']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:02:31.953705 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-f58463c1-0902-44e7-be87-4dcfbb9ced5a tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:02:32.101034 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-da8983aa-7911-4bcf-979e-605aa2f8d9eb req-f58463c1-0902-44e7-be87-4dcfbb9ced5a tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5884154 May 03 16:02:32.114764 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.v2.base [req-da8983aa-7911-4bcf-979e-605aa2f8d9eb req-58184a83-d973-4db8-8e62-1cb63284261e service neutron] Request body: {'port': {'device_id': 'c6020fa3-c8c8-4d20-a437-d6e2a52deab0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=74320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 16:02:32.259614 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-95bbb6a7-158b-4752-a00c-4860ad945691 None None] Provisioning for port 8ac04686-8f05-4ebc-95be-b0f09f2054d5 completed by entity DHCP. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 16:02:32.264562 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-95bbb6a7-158b-4752-a00c-4860ad945691 None None] Provisioning complete for port 8ac04686-8f05-4ebc-95be-b0f09f2054d5 triggered by entity DHCP. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 16:02:32.264939 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-95bbb6a7-158b-4752-a00c-4860ad945691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033555'] for port, provisioning_complete {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:32.287158 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [req-da8983aa-7911-4bcf-979e-605aa2f8d9eb req-58184a83-d973-4db8-8e62-1cb63284261e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:32.330382 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.plugin [None req-95bbb6a7-158b-4752-a00c-4860ad945691 None None] Port 8ac04686-8f05-4ebc-95be-b0f09f2054d5 cannot update to ACTIVE because it is not bound. {{(pid=74322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 16:02:32.548142 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cc8913-b50e-4cb7-b075-75805ef301c7 req-93c5dc24-ed2f-498e-882a-53564e7adb03 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:32.550208 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-c9cc8913-b50e-4cb7-b075-75805ef301c7 req-93c5dc24-ed2f-498e-882a-53564e7adb03 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f59cf43-d943-4d50-bf48-735891ba4d14 HTTP/1.1" status: 200 len: 945 time: 0.0853519 May 03 16:02:32.601902 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-c9cc8913-b50e-4cb7-b075-75805ef301c7 req-e60d2123-f7ff-4f9d-90f8-aa036ac895bd tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/security-groups?id=d843f737-6466-4183-8023-14d53a00a23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453086 May 03 16:02:32.771372 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.notifiers.nova [req-da8983aa-7911-4bcf-979e-605aa2f8d9eb req-58184a83-d973-4db8-8e62-1cb63284261e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ac04686-8f05-4ebc-95be-b0f09f2054d5 {{(pid=74320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 03 16:02:32.779494 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [req-da8983aa-7911-4bcf-979e-605aa2f8d9eb req-58184a83-d973-4db8-8e62-1cb63284261e service neutron] Notify callbacks [] for port, precommit_update {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:32.786261 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:32.797176 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.provisioning_blocks [req-da8983aa-7911-4bcf-979e-605aa2f8d9eb req-58184a83-d973-4db8-8e62-1cb63284261e service neutron] Transition to ACTIVE for port object 8ac04686-8f05-4ebc-95be-b0f09f2054d5 will not be triggered until provisioned by entity L2. {{(pid=74320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 16:02:32.818839 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdc1696-bbea-4d5a-9f08-32bb876d5d46 req-f3d65a22-d471-430a-b003-b551b44635c9 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:32.820371 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-4cdc1696-bbea-4d5a-9f08-32bb876d5d46 req-f3d65a22-d471-430a-b003-b551b44635c9 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6020fa3-c8c8-4d20-a437-d6e2a52deab0 HTTP/1.1" status: 200 len: 932 time: 0.0840588 May 03 16:02:32.865628 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-4cdc1696-bbea-4d5a-9f08-32bb876d5d46 req-f8e63871-fbfc-4ac3-919f-2d7013b968e8 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "GET /v2.0/security-groups?id=f2246390-77bc-42a9-9caf-c5cb628b63b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394673 May 03 16:02:32.888139 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [req-da8983aa-7911-4bcf-979e-605aa2f8d9eb req-58184a83-d973-4db8-8e62-1cb63284261e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365'] for port, after_update {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:32.894086 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:02:33.071496 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58184a83-d973-4db8-8e62-1cb63284261e service neutron] Pushing event updated for resources: {'Port': ['ID=8ac04686-8f05-4ebc-95be-b0f09f2054d5,revision_number=2']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:02:33.082038 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-58184a83-d973-4db8-8e62-1cb63284261e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:02:33.098127 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.managers [req-da8983aa-7911-4bcf-979e-605aa2f8d9eb req-58184a83-d973-4db8-8e62-1cb63284261e service neutron] Attempting to bind port 8ac04686-8f05-4ebc-95be-b0f09f2054d5 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=74320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 16:02:33.098547 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.managers [req-da8983aa-7911-4bcf-979e-605aa2f8d9eb req-58184a83-d973-4db8-8e62-1cb63284261e service neutron] Attempting to bind port 8ac04686-8f05-4ebc-95be-b0f09f2054d5 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': 'ad1c6c10-bf8d-4f65-b3de-1cb0028ea90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2375af68-6e6b-455a-b7be-3561029d4953'}] {{(pid=74320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 16:02:33.100140 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da8983aa-7911-4bcf-979e-605aa2f8d9eb req-58184a83-d973-4db8-8e62-1cb63284261e service neutron] Attempting to bind port 8ac04686-8f05-4ebc-95be-b0f09f2054d5 on network 2375af68-6e6b-455a-b7be-3561029d4953 {{(pid=74320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 16:02:33.105394 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da8983aa-7911-4bcf-979e-605aa2f8d9eb req-58184a83-d973-4db8-8e62-1cb63284261e service neutron] Port 8ac04686-8f05-4ebc-95be-b0f09f2054d5 on network 2375af68-6e6b-455a-b7be-3561029d4953 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=74320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 16:02:33.105721 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da8983aa-7911-4bcf-979e-605aa2f8d9eb req-58184a83-d973-4db8-8e62-1cb63284261e service neutron] Attempting to bind port 8ac04686-8f05-4ebc-95be-b0f09f2054d5 on network 2375af68-6e6b-455a-b7be-3561029d4953 {{(pid=74320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 16:02:33.114672 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da8983aa-7911-4bcf-979e-605aa2f8d9eb req-58184a83-d973-4db8-8e62-1cb63284261e service neutron] Checking agent: {'id': 'e8f37935-7292-412a-84f9-cfa484ab4cdd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 3, 16, 0, 3), 'started_at': datetime.datetime(2021, 5, 3, 16, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 5, 3, 16, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 16:02:33.115688 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da8983aa-7911-4bcf-979e-605aa2f8d9eb req-58184a83-d973-4db8-8e62-1cb63284261e service neutron] Checking segment: {'id': 'ad1c6c10-bf8d-4f65-b3de-1cb0028ea90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2375af68-6e6b-455a-b7be-3561029d4953'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 03 16:02:33.116073 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da8983aa-7911-4bcf-979e-605aa2f8d9eb req-58184a83-d973-4db8-8e62-1cb63284261e service neutron] Bound using segment: {'id': 'ad1c6c10-bf8d-4f65-b3de-1cb0028ea90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2375af68-6e6b-455a-b7be-3561029d4953'} {{(pid=74320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 16:02:33.116536 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.managers [req-da8983aa-7911-4bcf-979e-605aa2f8d9eb req-58184a83-d973-4db8-8e62-1cb63284261e service neutron] Bound port: 8ac04686-8f05-4ebc-95be-b0f09f2054d5, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad1c6c10-bf8d-4f65-b3de-1cb0028ea90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2375af68-6e6b-455a-b7be-3561029d4953'}}] {{(pid=74320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 16:02:33.116956 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [req-da8983aa-7911-4bcf-979e-605aa2f8d9eb req-58184a83-d973-4db8-8e62-1cb63284261e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:33.131589 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d1b7a0-3e10-4a44-9821-acc4c38f638b req-17e149af-020c-431f-9df3-5de53a0ae53a tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:33.149004 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-02d1b7a0-3e10-4a44-9821-acc4c38f638b req-17e149af-020c-431f-9df3-5de53a0ae53a tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb2966f0-0931-453c-bf2f-7457c7794232 HTTP/1.1" status: 200 len: 944 time: 0.1619074 May 03 16:02:33.238275 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-02d1b7a0-3e10-4a44-9821-acc4c38f638b req-f1d341cd-ef88-4574-b47d-bc4094c3bbbe tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/security-groups?id=e01d8b89-bed6-46f4-8dc8-33f8e8921c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872126 May 03 16:02:33.247307 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.db [req-da8983aa-7911-4bcf-979e-605aa2f8d9eb req-58184a83-d973-4db8-8e62-1cb63284261e service neutron] For port 8ac04686-8f05-4ebc-95be-b0f09f2054d5, host hv-cinder-77428, cleared binding levels {{(pid=74320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 16:02:33.251531 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.db [req-da8983aa-7911-4bcf-979e-605aa2f8d9eb req-58184a83-d973-4db8-8e62-1cb63284261e service neutron] For port 8ac04686-8f05-4ebc-95be-b0f09f2054d5, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=8ac04686-8f05-4ebc-95be-b0f09f2054d5,segment=NetworkSegment(ad1c6c10-bf8d-4f65-b3de-1cb0028ea90c),segment_id=ad1c6c10-bf8d-4f65-b3de-1cb0028ea90c)] {{(pid=74320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 16:02:33.374439 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [req-da8983aa-7911-4bcf-979e-605aa2f8d9eb req-58184a83-d973-4db8-8e62-1cb63284261e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365'] for port, after_update {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:33.380618 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-90ace56d-f6d7-495d-8449-021964a45df2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:02:33.443732 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8983aa-7911-4bcf-979e-605aa2f8d9eb req-58184a83-d973-4db8-8e62-1cb63284261e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:33.444487 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [req-da8983aa-7911-4bcf-979e-605aa2f8d9eb req-58184a83-d973-4db8-8e62-1cb63284261e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532153'] for port, before_response {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:33.445767 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-da8983aa-7911-4bcf-979e-605aa2f8d9eb req-58184a83-d973-4db8-8e62-1cb63284261e service neutron] 10.222.0.42 "PUT /v2.0/ports/8ac04686-8f05-4ebc-95be-b0f09f2054d5 HTTP/1.1" status: 200 len: 1094 time: 1.3368406 May 03 16:02:33.446393 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6020fa3-c8c8-4d20-a437-d6e2a52deab0', 'tag': '8ac04686-8f05-4ebc-95be-b0f09f2054d5'}] {{(pid=74320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 16:02:33.478176 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58184a83-d973-4db8-8e62-1cb63284261e service neutron] Pushing event updated for resources: {'Port': ['ID=8ac04686-8f05-4ebc-95be-b0f09f2054d5,revision_number=3']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:02:33.494495 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-58184a83-d973-4db8-8e62-1cb63284261e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:02:33.522459 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6020fa3-c8c8-4d20-a437-d6e2a52deab0', 'tag': '8ac04686-8f05-4ebc-95be-b0f09f2054d5', 'status': 'completed', 'code': 200} May 03 16:02:33.638056 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2285f9a2-7c73-477b-a069-fd75d8130d89 req-35a5aa0e-d131-4788-9546-1239d1f73be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:33.639643 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-2285f9a2-7c73-477b-a069-fd75d8130d89 req-35a5aa0e-d131-4788-9546-1239d1f73be4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a45b3ae4a7654b64951cdc1628f41ef5&device_id=c6020fa3-c8c8-4d20-a437-d6e2a52deab0 HTTP/1.1" status: 200 len: 1097 time: 0.0951188 May 03 16:02:33.801674 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Device 273acec7-db74-4d3c-9919-34656b1953d7 up at agent hyperv_hv-cinder-77428 {{(pid=74322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 16:02:33.834596 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2285f9a2-7c73-477b-a069-fd75d8130d89 req-ece2695f-17f5-4da7-97da-ce3554285cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:33.836132 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-2285f9a2-7c73-477b-a069-fd75d8130d89 req-ece2695f-17f5-4da7-97da-ce3554285cb8 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=a45b3ae4a7654b64951cdc1628f41ef5&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1856663 May 03 16:02:33.840697 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8da22a4-d38f-4f80-8113-fbe56629e1dd req-10793619-3500-4faf-88d9-f6f67ee2dd18 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:33.848180 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-a8da22a4-d38f-4f80-8113-fbe56629e1dd req-10793619-3500-4faf-88d9-f6f67ee2dd18 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f59cf43-d943-4d50-bf48-735891ba4d14 HTTP/1.1" status: 200 len: 945 time: 0.1063709 May 03 16:02:33.986584 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-a8da22a4-d38f-4f80-8113-fbe56629e1dd req-e748244e-79d1-4285-86b7-27d66a0c0d7e tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/security-groups?id=d843f737-6466-4183-8023-14d53a00a23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371913 May 03 16:02:34.060091 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2285f9a2-7c73-477b-a069-fd75d8130d89 req-454b46a8-a8ac-4d2d-aa45-993f496eb291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:34.061683 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-2285f9a2-7c73-477b-a069-fd75d8130d89 req-454b46a8-a8ac-4d2d-aa45-993f496eb291 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2192972 May 03 16:02:34.116758 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Provisioning for port 273acec7-db74-4d3c-9919-34656b1953d7 completed by entity L2. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 16:02:34.125288 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Provisioning complete for port 273acec7-db74-4d3c-9919-34656b1953d7 triggered by entity L2. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 16:02:34.126011 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033555'] for port, provisioning_complete {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:34.138869 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827a82cc-b282-479c-838a-36964258cd0b req-a423b96b-4483-4c0b-a5ad-2838a1b27d36 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:34.140475 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-827a82cc-b282-479c-838a-36964258cd0b req-a423b96b-4483-4c0b-a5ad-2838a1b27d36 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6020fa3-c8c8-4d20-a437-d6e2a52deab0 HTTP/1.1" status: 200 len: 944 time: 0.0931184 May 03 16:02:34.193965 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8983aa-7911-4bcf-979e-605aa2f8d9eb req-d2d9cd62-4faf-4cfd-948f-6cec3c3a5c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:34.195622 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-da8983aa-7911-4bcf-979e-605aa2f8d9eb req-d2d9cd62-4faf-4cfd-948f-6cec3c3a5c1e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a45b3ae4a7654b64951cdc1628f41ef5&device_id=c6020fa3-c8c8-4d20-a437-d6e2a52deab0 HTTP/1.1" status: 200 len: 1097 time: 0.0980291 May 03 16:02:34.229113 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-827a82cc-b282-479c-838a-36964258cd0b req-549350fd-aa9a-4cd6-93b3-738cf66127f2 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "GET /v2.0/security-groups?id=f2246390-77bc-42a9-9caf-c5cb628b63b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706966 May 03 16:02:34.275647 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-da8983aa-7911-4bcf-979e-605aa2f8d9eb req-79a7a03e-4927-4383-97f7-ba482ced1c57 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8ac04686-8f05-4ebc-95be-b0f09f2054d5 HTTP/1.1" status: 200 len: 217 time: 0.0724649 May 03 16:02:34.285503 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:34.335814 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb2966f0-0931-453c-bf2f-7457c7794232', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '273acec7-db74-4d3c-9919-34656b1953d7'}] {{(pid=74322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 16:02:34.343355 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] For port 273acec7-db74-4d3c-9919-34656b1953d7, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=273acec7-db74-4d3c-9919-34656b1953d7,segment=NetworkSegment(2b1d67ca-c22e-4b92-bc7c-13b39c284b0e),segment_id=2b1d67ca-c22e-4b92-bc7c-13b39c284b0e)] {{(pid=74322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 16:02:34.354465 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8983aa-7911-4bcf-979e-605aa2f8d9eb req-0c6f89a0-47e6-4424-8940-df531b10d806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:34.355908 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-da8983aa-7911-4bcf-979e-605aa2f8d9eb req-0c6f89a0-47e6-4424-8940-df531b10d806 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0c868822-acdb-4384-9ddc-ddab19dd933c HTTP/1.1" status: 200 len: 850 time: 0.0747774 May 03 16:02:34.397052 dv-cinder-774286-11-smb neutron-server[74322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb2966f0-0931-453c-bf2f-7457c7794232', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '273acec7-db74-4d3c-9919-34656b1953d7', 'code': 200} May 03 16:02:34.427025 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365'] for port, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:34.431819 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Device d7eed5ec-86ed-4431-8917-c14ebfc2893c up at agent hyperv_hv-cinder-77428 {{(pid=74322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 16:02:34.485169 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50daee63-a13b-47dd-930e-8adae18ab696 req-407ec2c1-78a8-4b18-abd1-54e08ad12dd0 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:34.487199 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-50daee63-a13b-47dd-930e-8adae18ab696 req-407ec2c1-78a8-4b18-abd1-54e08ad12dd0 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb2966f0-0931-453c-bf2f-7457c7794232 HTTP/1.1" status: 200 len: 945 time: 0.1062367 May 03 16:02:34.501190 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8983aa-7911-4bcf-979e-605aa2f8d9eb req-f2e3791c-e458-4663-8c77-b8abd6adf453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:34.503867 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-da8983aa-7911-4bcf-979e-605aa2f8d9eb req-f2e3791c-e458-4663-8c77-b8abd6adf453 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2375af68-6e6b-455a-b7be-3561029d4953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1395738 May 03 16:02:34.543818 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:02:34.590342 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-50daee63-a13b-47dd-930e-8adae18ab696 req-fcda02aa-c202-4001-bf65-5b3b61f1dd39 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/security-groups?id=e01d8b89-bed6-46f4-8dc8-33f8e8921c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923817 May 03 16:02:34.657641 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 48250) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:02:34.716747 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Pushing event updated for resources: {'Port': ['ID=273acec7-db74-4d3c-9919-34656b1953d7,revision_number=5']} {{(pid=74322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:02:34.729533 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:02:34.745693 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-da8983aa-7911-4bcf-979e-605aa2f8d9eb req-16df1407-288e-49ea-aed5-331901588152 service neutron] 10.222.0.42 "GET /v2.0/networks/2375af68-6e6b-455a-b7be-3561029d4953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307281 May 03 16:02:34.802545 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Provisioning for port d7eed5ec-86ed-4431-8917-c14ebfc2893c completed by entity L2. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 16:02:34.804534 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-ce8246f0-a31d-4a7b-8ca1-2d81d1c351d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:34.808392 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Provisioning complete for port d7eed5ec-86ed-4431-8917-c14ebfc2893c triggered by entity L2. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 16:02:34.808999 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033555'] for port, provisioning_complete {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:34.821556 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-ce8246f0-a31d-4a7b-8ca1-2d81d1c351d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:02:34.826075 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-ce8246f0-a31d-4a7b-8ca1-2d81d1c351d4 admin admin] Usage tracker for resource:security_group_rule and tenant:c44656a024fe4aa2ab9f6d9d47025b59 is out of sync, need to count used quota {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:02:34.829215 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-ce8246f0-a31d-4a7b-8ca1-2d81d1c351d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:02:34.844308 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-ce8246f0-a31d-4a7b-8ca1-2d81d1c351d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:02:35.016859 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-ce8246f0-a31d-4a7b-8ca1-2d81d1c351d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:35.024349 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:35.041955 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-da8983aa-7911-4bcf-979e-605aa2f8d9eb req-27a1056a-97b8-442a-ad71-5214305cd973 service neutron] 10.222.0.42 "GET /v2.0/networks/2375af68-6e6b-455a-b7be-3561029d4953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2879195 May 03 16:02:35.065501 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] For port d7eed5ec-86ed-4431-8917-c14ebfc2893c, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=d7eed5ec-86ed-4431-8917-c14ebfc2893c,segment=NetworkSegment(ca3b8f24-af23-4b87-a734-3414a6834a84),segment_id=ca3b8f24-af23-4b87-a734-3414a6834a84)] {{(pid=74322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 16:02:35.072171 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb7d913-2167-45d4-90b4-5ba56a46c2ad req-0074470e-d0cf-49b5-9db0-1b04a2f5f2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:35.073692 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-3bb7d913-2167-45d4-90b4-5ba56a46c2ad req-0074470e-d0cf-49b5-9db0-1b04a2f5f2fc service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=eb2966f0-0931-453c-bf2f-7457c7794232 HTTP/1.1" status: 200 len: 1098 time: 0.2064197 May 03 16:02:35.088379 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-ce8246f0-a31d-4a7b-8ca1-2d81d1c351d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:35.126510 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:02:35.156933 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-ce8246f0-a31d-4a7b-8ca1-2d81d1c351d4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c44656a024fe4aa2ab9f6d9d47025b59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4973652 May 03 16:02:35.157998 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8246f0-a31d-4a7b-8ca1-2d81d1c351d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd5a4b1c-6a06-4011-81a1-5302cd57428a,revision_number=1']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:02:35.162084 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-ce8246f0-a31d-4a7b-8ca1-2d81d1c351d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:02:35.163308 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 48270) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:02:35.182756 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365'] for port, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:35.185646 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:02:35.223586 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-3bb7d913-2167-45d4-90b4-5ba56a46c2ad req-8e0ff6f1-d603-4094-84e5-7793af2b7d79 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e01d8b89-bed6-46f4-8dc8-33f8e8921c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1435349 May 03 16:02:35.290289 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Pushing event updated for resources: {'Port': ['ID=d7eed5ec-86ed-4431-8917-c14ebfc2893c,revision_number=5']} {{(pid=74322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:02:35.290968 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-9e8be0fc-0729-476d-997d-6c5bc67f7337 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:35.301631 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:02:35.327546 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-9e8be0fc-0729-476d-997d-6c5bc67f7337 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:35.435386 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e1eb99-a6ff-4d6f-9808-3939cf8494fc req-fa0e7c45-c428-424c-987b-6bae9187e424 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:35.437076 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-88e1eb99-a6ff-4d6f-9808-3939cf8494fc req-fa0e7c45-c428-424c-987b-6bae9187e424 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f59cf43-d943-4d50-bf48-735891ba4d14 HTTP/1.1" status: 200 len: 946 time: 0.1994441 May 03 16:02:35.511585 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09db8ae9-32ae-4f9c-8b14-6d8e21d278da req-b271e637-a10f-40a6-99f8-f58ea84d69ab tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:35.513141 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-09db8ae9-32ae-4f9c-8b14-6d8e21d278da req-b271e637-a10f-40a6-99f8-f58ea84d69ab tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6020fa3-c8c8-4d20-a437-d6e2a52deab0 HTTP/1.1" status: 200 len: 944 time: 0.1683235 May 03 16:02:35.515875 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-88e1eb99-a6ff-4d6f-9808-3939cf8494fc req-fad6de80-8469-4dd6-83b4-8d1a69ea00cb tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/security-groups?id=d843f737-6466-4183-8023-14d53a00a23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715501 May 03 16:02:35.562882 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-09db8ae9-32ae-4f9c-8b14-6d8e21d278da req-04bd88e8-c92e-4360-8b7b-23fa45e33f92 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "GET /v2.0/security-groups?id=f2246390-77bc-42a9-9caf-c5cb628b63b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427094 May 03 16:02:35.590972 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-9e8be0fc-0729-476d-997d-6c5bc67f7337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:35.595095 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:02:35.608648 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8be0fc-0729-476d-997d-6c5bc67f7337 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd5a4b1c-6a06-4011-81a1-5302cd57428a,revision_number=None']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:02:35.611621 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-9e8be0fc-0729-476d-997d-6c5bc67f7337 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:02:35.614466 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-9e8be0fc-0729-476d-997d-6c5bc67f7337 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:35.616110 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-9e8be0fc-0729-476d-997d-6c5bc67f7337 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/dd5a4b1c-6a06-4011-81a1-5302cd57428a HTTP/1.1" status: 204 len: 168 time: 0.4512124 May 03 16:02:35.857539 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d940487-b68f-4b07-a290-1f2ec5657b3b req-22669582-4e33-47f1-95e4-8a44f8d30d26 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:35.859474 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-9d940487-b68f-4b07-a290-1f2ec5657b3b req-22669582-4e33-47f1-95e4-8a44f8d30d26 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb2966f0-0931-453c-bf2f-7457c7794232 HTTP/1.1" status: 200 len: 945 time: 0.1075528 May 03 16:02:35.914239 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-9d940487-b68f-4b07-a290-1f2ec5657b3b req-ecdd8f7c-e2b5-47c5-a49d-54c6aba9b6bc tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/security-groups?id=e01d8b89-bed6-46f4-8dc8-33f8e8921c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481410 May 03 16:02:36.228332 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 48310) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:02:36.374446 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-04b922b9-872c-4bb2-8115-033db6d80b08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:36.392642 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-04b922b9-872c-4bb2-8115-033db6d80b08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:02:36.397844 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-04b922b9-872c-4bb2-8115-033db6d80b08 admin admin] Usage tracker for resource:security_group_rule and tenant:e07d4a47194f46e991b469a504a2adf6 is out of sync, need to count used quota {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:02:36.398792 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f59cf43-d943-4d50-bf48-735891ba4d14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7eed5ec-86ed-4431-8917-c14ebfc2893c'}] {{(pid=74322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 16:02:36.401604 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-04b922b9-872c-4bb2-8115-033db6d80b08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:02:36.427150 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-04b922b9-872c-4bb2-8115-033db6d80b08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:02:36.476330 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f8c749-06c6-4677-990c-eafc8f9764d9 req-9b19ac28-989c-4f6e-8c9b-9167ea249edb tempest-DeleteServersTestJSON-1514794231 tempest-DeleteServersTestJSON-1514794231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:36.479437 dv-cinder-774286-11-smb neutron-server[74322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f59cf43-d943-4d50-bf48-735891ba4d14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7eed5ec-86ed-4431-8917-c14ebfc2893c', 'code': 200} May 03 16:02:36.483957 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-e6f8c749-06c6-4677-990c-eafc8f9764d9 req-9b19ac28-989c-4f6e-8c9b-9167ea249edb tempest-DeleteServersTestJSON-1514794231 tempest-DeleteServersTestJSON-1514794231-project] 10.222.0.11 "GET /v2.0/ports?device_id=3252a7fb-442f-48b9-a19f-0cc92ed28b32 HTTP/1.1" status: 200 len: 946 time: 0.1469455 May 03 16:02:36.532527 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-e6f8c749-06c6-4677-990c-eafc8f9764d9 req-187c4521-1400-4449-b447-a8c37b03e460 tempest-DeleteServersTestJSON-1514794231 tempest-DeleteServersTestJSON-1514794231-project] 10.222.0.11 "GET /v2.0/security-groups?id=0afec749-0063-4a43-9de0-74e2a8f1e091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475233 May 03 16:02:36.583267 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-04b922b9-872c-4bb2-8115-033db6d80b08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:36.716877 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-04b922b9-872c-4bb2-8115-033db6d80b08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:36.727706 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:02:36.777575 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b922b9-872c-4bb2-8115-033db6d80b08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c2f0ae9-db3c-48c0-aac2-da7a9f68206e,revision_number=1']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:02:36.785140 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9facf6f4-7ee3-4aff-b9bc-178295f4f294 req-6a2e7ba0-4cfc-4229-a625-351d3eeb808d tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:36.789892 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-9facf6f4-7ee3-4aff-b9bc-178295f4f294 req-6a2e7ba0-4cfc-4229-a625-351d3eeb808d tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.11 "GET /v2.0/networks?id=870e002b-7538-43c3-9d68-f9ced202572f HTTP/1.1" status: 200 len: 814 time: 0.2059259 May 03 16:02:36.790014 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-04b922b9-872c-4bb2-8115-033db6d80b08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:02:36.792419 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-04b922b9-872c-4bb2-8115-033db6d80b08 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e07d4a47194f46e991b469a504a2adf6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5621183 May 03 16:02:36.795121 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 48344) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:02:36.819061 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448e06c4-8fd2-4489-889f-888e51cafeeb req-67fee680-cea7-40a9-933c-063ef63579ed tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:36.820548 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-448e06c4-8fd2-4489-889f-888e51cafeeb req-67fee680-cea7-40a9-933c-063ef63579ed tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f59cf43-d943-4d50-bf48-735891ba4d14 HTTP/1.1" status: 200 len: 946 time: 0.1463211 May 03 16:02:36.855251 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-9facf6f4-7ee3-4aff-b9bc-178295f4f294 req-0a079a71-ad49-4ffd-b72b-85ea329ba368 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.11 "GET /v2.0/quotas/0a26f36f4e834c7babe874ff5e2db568 HTTP/1.1" status: 200 len: 375 time: 0.0337200 May 03 16:02:36.955236 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-607654fa-dca7-4b91-a49e-eda30531b296 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:36.959838 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-448e06c4-8fd2-4489-889f-888e51cafeeb req-62a6db22-1945-459e-92e6-0dfae58c21f2 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/security-groups?id=d843f737-6466-4183-8023-14d53a00a23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267595 May 03 16:02:37.001437 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-607654fa-dca7-4b91-a49e-eda30531b296 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:37.011294 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8165696-92c2-44b1-bf1c-d4226dd3959b req-864fdf4f-71ac-44d9-a54f-6cf9087a700c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:37.012912 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-b8165696-92c2-44b1-bf1c-d4226dd3959b req-864fdf4f-71ac-44d9-a54f-6cf9087a700c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7f59cf43-d943-4d50-bf48-735891ba4d14 HTTP/1.1" status: 200 len: 1099 time: 0.0864537 May 03 16:02:37.043089 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-9facf6f4-7ee3-4aff-b9bc-178295f4f294 req-623b493b-1bfe-45f3-a84d-6c19186ef70c tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=0a26f36f4e834c7babe874ff5e2db568&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1781719 May 03 16:02:37.071105 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-b8165696-92c2-44b1-bf1c-d4226dd3959b req-9b29f143-e1b6-4ecc-9880-5923aca5f903 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=d843f737-6466-4183-8023-14d53a00a23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507085 May 03 16:02:37.188050 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-607654fa-dca7-4b91-a49e-eda30531b296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:37.202256 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-3d0c6ec3-12b9-46af-9d75-d104bbdc7ebe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:02:37.223842 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607654fa-dca7-4b91-a49e-eda30531b296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c2f0ae9-db3c-48c0-aac2-da7a9f68206e,revision_number=None']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:02:37.237724 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-607654fa-dca7-4b91-a49e-eda30531b296 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:02:37.245943 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-607654fa-dca7-4b91-a49e-eda30531b296 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:37.247151 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-607654fa-dca7-4b91-a49e-eda30531b296 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3c2f0ae9-db3c-48c0-aac2-da7a9f68206e HTTP/1.1" status: 204 len: 168 time: 0.4510887 May 03 16:02:37.253467 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-9facf6f4-7ee3-4aff-b9bc-178295f4f294 req-1c5af88e-2457-4c18-bc33-65c632642596 service neutron] 10.222.0.11 "GET /v2.0/networks/870e002b-7538-43c3-9d68-f9ced202572f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008202 May 03 16:02:37.373760 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90ac62f-b849-4a2c-b383-3c1d657eb420 req-8ce6778e-2efb-48bd-9fca-a968d4f50a2e tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:37.376834 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-a90ac62f-b849-4a2c-b383-3c1d657eb420 req-8ce6778e-2efb-48bd-9fca-a968d4f50a2e tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6020fa3-c8c8-4d20-a437-d6e2a52deab0 HTTP/1.1" status: 200 len: 944 time: 0.2414067 May 03 16:02:37.447697 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-9facf6f4-7ee3-4aff-b9bc-178295f4f294 req-219bc147-0d27-400d-8542-c00bafec2a8b service neutron] 10.222.0.11 "GET /v2.0/networks/870e002b-7538-43c3-9d68-f9ced202572f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831059 May 03 16:02:37.463418 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-a90ac62f-b849-4a2c-b383-3c1d657eb420 req-73ae5a8e-ac00-4273-b572-d6fb47fa2b14 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "GET /v2.0/security-groups?id=f2246390-77bc-42a9-9caf-c5cb628b63b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757785 May 03 16:02:37.707094 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f4a9dc-5c95-4db4-9da4-e2c7ca44d5ef req-54f29d89-1dc6-433f-ac36-b819533c8ee3 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:37.710684 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-34f4a9dc-5c95-4db4-9da4-e2c7ca44d5ef req-54f29d89-1dc6-433f-ac36-b819533c8ee3 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb2966f0-0931-453c-bf2f-7457c7794232 HTTP/1.1" status: 200 len: 945 time: 0.1427264 May 03 16:02:37.757239 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-34f4a9dc-5c95-4db4-9da4-e2c7ca44d5ef req-0f4cb4ee-9e0c-4ab5-95bb-451ae404fda8 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/security-groups?id=e01d8b89-bed6-46f4-8dc8-33f8e8921c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413127 May 03 16:02:37.822693 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Device 8ac04686-8f05-4ebc-95be-b0f09f2054d5 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=74322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 16:02:37.942980 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b26d5e-fcde-4588-ac2c-caf21d3b343c req-75b44804-2da2-4ec8-9197-2eaef004376f tempest-DeleteServersTestJSON-1514794231 tempest-DeleteServersTestJSON-1514794231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:37.945728 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-31b26d5e-fcde-4588-ac2c-caf21d3b343c req-75b44804-2da2-4ec8-9197-2eaef004376f tempest-DeleteServersTestJSON-1514794231 tempest-DeleteServersTestJSON-1514794231-project] 10.222.0.11 "GET /v2.0/ports?device_id=3252a7fb-442f-48b9-a19f-0cc92ed28b32 HTTP/1.1" status: 200 len: 946 time: 0.0881057 May 03 16:02:37.991033 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] For port 8ac04686-8f05-4ebc-95be-b0f09f2054d5, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=8ac04686-8f05-4ebc-95be-b0f09f2054d5,segment=NetworkSegment(ad1c6c10-bf8d-4f65-b3de-1cb0028ea90c),segment_id=ad1c6c10-bf8d-4f65-b3de-1cb0028ea90c)] {{(pid=74322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 16:02:38.020476 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Returning: {'device': '8ac04686-8f05-4ebc-95be-b0f09f2054d5', 'network_id': '2375af68-6e6b-455a-b7be-3561029d4953', 'port_id': '8ac04686-8f05-4ebc-95be-b0f09f2054d5', 'mac_address': 'fa:16:3e:7b:ba:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c868822-acdb-4384-9ddc-ddab19dd933c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 16:02:38.088599 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:38.092477 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-31b26d5e-fcde-4588-ac2c-caf21d3b343c req-3efb0b31-45eb-4028-8371-6afda465a086 tempest-DeleteServersTestJSON-1514794231 tempest-DeleteServersTestJSON-1514794231-project] 10.222.0.11 "GET /v2.0/security-groups?id=0afec749-0063-4a43-9de0-74e2a8f1e091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293576 May 03 16:02:38.128176 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.notifiers.nova [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ac04686-8f05-4ebc-95be-b0f09f2054d5 {{(pid=74322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 03 16:02:38.169368 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] For port 8ac04686-8f05-4ebc-95be-b0f09f2054d5, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=8ac04686-8f05-4ebc-95be-b0f09f2054d5,segment=NetworkSegment(ad1c6c10-bf8d-4f65-b3de-1cb0028ea90c),segment_id=ad1c6c10-bf8d-4f65-b3de-1cb0028ea90c)] {{(pid=74322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 16:02:38.178806 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbe6498-5139-4134-9bb5-198bf14aaa20 req-451eab04-9879-46db-a0f6-4737fd3aaec7 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:38.180466 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-0dbe6498-5139-4134-9bb5-198bf14aaa20 req-451eab04-9879-46db-a0f6-4737fd3aaec7 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb2966f0-0931-453c-bf2f-7457c7794232 HTTP/1.1" status: 200 len: 945 time: 0.1262026 May 03 16:02:38.182373 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 48380) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:02:38.189922 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 48386) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:02:38.198000 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.v2.base [None req-3e5c87f7-ed78-4c81-9cf6-7842b90082a3 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Request body: {'floatingip': {'port_id': '273acec7-db74-4d3c-9919-34656b1953d7'}} {{(pid=74320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 16:02:38.272057 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365'] for port, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:38.274250 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:02:38.302218 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-cae3bc96-c91c-4f17-a671-2227e72c0bd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:38.317341 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-89d8c446-ab86-4e30-ba85-2f64426643e9 req-fd4d49f4-a807-44b9-866f-00dae21dee53 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.11 "GET /v2.0/ports?device_id=967fd627-13bf-47c6-bc3c-3b07464adca2 HTTP/1.1" status: 200 len: 210 time: 0.1358297 May 03 16:02:38.323224 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-cae3bc96-c91c-4f17-a671-2227e72c0bd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:02:38.338407 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-cae3bc96-c91c-4f17-a671-2227e72c0bd2 admin admin] Usage tracker for resource:security_group_rule and tenant:e417aa5af8fa489abc2fdb13751d0316 is out of sync, need to count used quota {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:02:38.347608 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-cae3bc96-c91c-4f17-a671-2227e72c0bd2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:02:38.365114 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-cae3bc96-c91c-4f17-a671-2227e72c0bd2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:02:38.399740 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-3e5c87f7-ed78-4c81-9cf6-7842b90082a3 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Notify callbacks [] for floatingip, before_update {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:38.414859 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Pushing event updated for resources: {'Port': ['ID=8ac04686-8f05-4ebc-95be-b0f09f2054d5,revision_number=4']} {{(pid=74322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:02:38.419849 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:02:38.536926 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5cb143-43ca-414c-b27e-ccce3f3191a2 req-51889cda-ad15-4da3-90e6-ec826b41d627 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:38.545206 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-ce5cb143-43ca-414c-b27e-ccce3f3191a2 req-51889cda-ad15-4da3-90e6-ec826b41d627 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f59cf43-d943-4d50-bf48-735891ba4d14 HTTP/1.1" status: 200 len: 946 time: 0.1583130 May 03 16:02:38.630149 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] get_ports_and_sgs() called for port_ids ['8ac04686-8f05-4ebc-95be-b0f09f2054d5'] {{(pid=74322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 16:02:38.681883 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-ce5cb143-43ca-414c-b27e-ccce3f3191a2 req-86d20f1b-8f33-490f-baeb-413f42626628 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/security-groups?id=d843f737-6466-4183-8023-14d53a00a23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356957 May 03 16:02:38.688667 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-cae3bc96-c91c-4f17-a671-2227e72c0bd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:38.739009 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530bf540-be24-4c87-b7bb-8d2a70f84061 req-34f424ac-d84c-474d-beff-c2683b91d144 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:38.741234 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-530bf540-be24-4c87-b7bb-8d2a70f84061 req-34f424ac-d84c-474d-beff-c2683b91d144 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6020fa3-c8c8-4d20-a437-d6e2a52deab0 HTTP/1.1" status: 200 len: 945 time: 0.1265655 May 03 16:02:38.812614 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-530bf540-be24-4c87-b7bb-8d2a70f84061 req-2bde2c37-3898-4302-a2ea-211f9d6a4fc5 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "GET /v2.0/security-groups?id=f2246390-77bc-42a9-9caf-c5cb628b63b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599630 May 03 16:02:38.813458 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-cae3bc96-c91c-4f17-a671-2227e72c0bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:38.827795 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-420d8d44-ce70-45fb-992a-773665bc9b41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:02:38.850040 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f77db9-fa63-4484-b189-fb957069836a req-da2a2325-1068-484a-bafa-881ecf77a435 tempest-DeleteServersTestJSON-1514794231 tempest-DeleteServersTestJSON-1514794231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:38.850764 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [req-b4f77db9-fa63-4484-b189-fb957069836a req-da2a2325-1068-484a-bafa-881ecf77a435 tempest-DeleteServersTestJSON-1514794231 tempest-DeleteServersTestJSON-1514794231-project] Synchronizing usage tracker for tenant:d4fc2b1b5d484febb9a75e0e1e9f5a72 on resource:port {{(pid=74320) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 16:02:38.867364 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae3bc96-c91c-4f17-a671-2227e72c0bd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15e85849-559c-4373-998c-588500937870,revision_number=1']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:02:38.883210 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-cae3bc96-c91c-4f17-a671-2227e72c0bd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:02:38.886688 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-cae3bc96-c91c-4f17-a671-2227e72c0bd2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e417aa5af8fa489abc2fdb13751d0316&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7033632 May 03 16:02:38.889509 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 48406) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:02:38.952731 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-9b5cc307-088f-48ed-a4d0-fb24a1a2cfce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:38.967576 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [req-b4f77db9-fa63-4484-b189-fb957069836a req-da2a2325-1068-484a-bafa-881ecf77a435 tempest-DeleteServersTestJSON-1514794231 tempest-DeleteServersTestJSON-1514794231-project] Unset dirty status for tenant:d4fc2b1b5d484febb9a75e0e1e9f5a72 on resource:port {{(pid=74320) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 16:02:38.968853 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-b4f77db9-fa63-4484-b189-fb957069836a req-da2a2325-1068-484a-bafa-881ecf77a435 tempest-DeleteServersTestJSON-1514794231 tempest-DeleteServersTestJSON-1514794231-project] 10.222.0.42 "GET /v2.0/ports?device_id=3252a7fb-442f-48b9-a19f-0cc92ed28b32 HTTP/1.1" status: 200 len: 946 time: 0.3765142 May 03 16:02:38.979801 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-9b5cc307-088f-48ed-a4d0-fb24a1a2cfce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:39.128618 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-9b5cc307-088f-48ed-a4d0-fb24a1a2cfce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:39.134521 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:02:39.147213 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5cc307-088f-48ed-a4d0-fb24a1a2cfce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15e85849-559c-4373-998c-588500937870,revision_number=None']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:02:39.151610 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-9b5cc307-088f-48ed-a4d0-fb24a1a2cfce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:02:39.155127 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-9b5cc307-088f-48ed-a4d0-fb24a1a2cfce admin admin] Notify callbacks [] for security_group, before_response {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:39.156992 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-9b5cc307-088f-48ed-a4d0-fb24a1a2cfce admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/15e85849-559c-4373-998c-588500937870 HTTP/1.1" status: 204 len: 168 time: 0.2665458 May 03 16:02:39.329913 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259256f6-a87a-4c71-953f-4427e06e902f req-6e71c6f5-5526-4678-99d7-1442c2e525a7 tempest-DeleteServersTestJSON-1514794231 tempest-DeleteServersTestJSON-1514794231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:39.331502 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-259256f6-a87a-4c71-953f-4427e06e902f req-6e71c6f5-5526-4678-99d7-1442c2e525a7 tempest-DeleteServersTestJSON-1514794231 tempest-DeleteServersTestJSON-1514794231-project] 10.222.0.11 "GET /v2.0/ports?device_id=3252a7fb-442f-48b9-a19f-0cc92ed28b32 HTTP/1.1" status: 200 len: 946 time: 0.0870585 May 03 16:02:39.384419 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-259256f6-a87a-4c71-953f-4427e06e902f req-564c3418-7a02-49a4-a78e-28a1c052ab2f tempest-DeleteServersTestJSON-1514794231 tempest-DeleteServersTestJSON-1514794231-project] 10.222.0.11 "GET /v2.0/security-groups?id=0afec749-0063-4a43-9de0-74e2a8f1e091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462852 May 03 16:02:39.449915 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.plugin [req-b4f77db9-fa63-4484-b189-fb957069836a req-ea294212-9b79-4ce5-bb98-47215e0679e0 tempest-DeleteServersTestJSON-1514794231 tempest-DeleteServersTestJSON-1514794231-project] Deleting port 85b54a10-5c0e-4de0-98c6-a9048aeafab6 {{(pid=74320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 16:02:39.450465 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [req-b4f77db9-fa63-4484-b189-fb957069836a req-ea294212-9b79-4ce5-bb98-47215e0679e0 tempest-DeleteServersTestJSON-1514794231 tempest-DeleteServersTestJSON-1514794231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781092848725'] for port, before_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:39.484952 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-fede6941-417f-4b72-b4c2-f993ec781f85 req-a4759fa9-88fd-4804-be90-63a9688a9e89 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.11 "GET /v2.0/ports?device_id=967fd627-13bf-47c6-bc3c-3b07464adca2 HTTP/1.1" status: 200 len: 210 time: 0.0465655 May 03 16:02:39.716249 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-3e5c87f7-ed78-4c81-9cf6-7842b90082a3 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:39.751014 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.db [req-b4f77db9-fa63-4484-b189-fb957069836a req-ea294212-9b79-4ce5-bb98-47215e0679e0 tempest-DeleteServersTestJSON-1514794231 tempest-DeleteServersTestJSON-1514794231-project] For port 85b54a10-5c0e-4de0-98c6-a9048aeafab6, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=85b54a10-5c0e-4de0-98c6-a9048aeafab6,segment=NetworkSegment(106d03d9-f7dd-4504-ae99-a5e4403532d8),segment_id=106d03d9-f7dd-4504-ae99-a5e4403532d8)] {{(pid=74320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 16:02:39.751542 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [req-b4f77db9-fa63-4484-b189-fb957069836a req-ea294212-9b79-4ce5-bb98-47215e0679e0 tempest-DeleteServersTestJSON-1514794231 tempest-DeleteServersTestJSON-1514794231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925573'] for port, precommit_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:39.841116 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Device 8ac04686-8f05-4ebc-95be-b0f09f2054d5 up at agent hyperv_hv-cinder-77428 {{(pid=74322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 16:02:39.905395 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.plugin [req-b4f77db9-fa63-4484-b189-fb957069836a req-ea294212-9b79-4ce5-bb98-47215e0679e0 tempest-DeleteServersTestJSON-1514794231 tempest-DeleteServersTestJSON-1514794231-project] Calling delete_port for 85b54a10-5c0e-4de0-98c6-a9048aeafab6 owned by compute:nova {{(pid=74320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 03 16:02:39.985888 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Provisioning for port 8ac04686-8f05-4ebc-95be-b0f09f2054d5 completed by entity L2. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 16:02:39.994774 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Provisioning complete for port 8ac04686-8f05-4ebc-95be-b0f09f2054d5 triggered by entity L2. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 16:02:39.995563 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033555'] for port, provisioning_complete {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:40.028472 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25a3de9-8ff3-4b51-bbc1-0cc6f74346fa req-eb33532f-861f-473d-97f8-0130590583ff tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:40.032420 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-d25a3de9-8ff3-4b51-bbc1-0cc6f74346fa req-eb33532f-861f-473d-97f8-0130590583ff tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f59cf43-d943-4d50-bf48-735891ba4d14 HTTP/1.1" status: 200 len: 946 time: 0.2142324 May 03 16:02:40.060442 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-3e5c87f7-ed78-4c81-9cf6-7842b90082a3 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926573'] for floatingip, after_update {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:40.195288 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-d25a3de9-8ff3-4b51-bbc1-0cc6f74346fa req-16c500f6-87fb-4cce-a693-d9ea0d22e913 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/security-groups?id=d843f737-6466-4183-8023-14d53a00a23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537921 May 03 16:02:40.215980 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d5248e-d59e-4fa8-b163-77a2ef50077f req-48b0f03d-412d-4355-b9a9-6d91cd29b1e8 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:40.217718 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-b6d5248e-d59e-4fa8-b163-77a2ef50077f req-48b0f03d-412d-4355-b9a9-6d91cd29b1e8 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6020fa3-c8c8-4d20-a437-d6e2a52deab0 HTTP/1.1" status: 200 len: 945 time: 0.1784153 May 03 16:02:40.260838 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:40.309417 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6020fa3-c8c8-4d20-a437-d6e2a52deab0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ac04686-8f05-4ebc-95be-b0f09f2054d5'}] {{(pid=74322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 16:02:40.322504 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] For port 8ac04686-8f05-4ebc-95be-b0f09f2054d5, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=8ac04686-8f05-4ebc-95be-b0f09f2054d5,segment=NetworkSegment(ad1c6c10-bf8d-4f65-b3de-1cb0028ea90c),segment_id=ad1c6c10-bf8d-4f65-b3de-1cb0028ea90c)] {{(pid=74322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 16:02:40.335704 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-b6d5248e-d59e-4fa8-b163-77a2ef50077f req-84a09e0b-48e4-4233-b368-f09e5e6f189e tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "GET /v2.0/security-groups?id=f2246390-77bc-42a9-9caf-c5cb628b63b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115923 May 03 16:02:40.390769 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365'] for port, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:40.393319 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:02:40.401673 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.db.l3_db [None req-3e5c87f7-ed78-4c81-9cf6-7842b90082a3 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Floating IP bc5c0f63-9ee4-41d7-a922-6b70a917bd62 associated. External IP: 172.28.1.89, port: 273acec7-db74-4d3c-9919-34656b1953d7. May 03 16:02:40.501000 dv-cinder-774286-11-smb neutron-server[74322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6020fa3-c8c8-4d20-a437-d6e2a52deab0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ac04686-8f05-4ebc-95be-b0f09f2054d5', 'code': 200} May 03 16:02:40.502104 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Pushing event updated for resources: {'Port': ['ID=8ac04686-8f05-4ebc-95be-b0f09f2054d5,revision_number=5']} {{(pid=74322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:02:40.509450 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:02:40.554637 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [req-b4f77db9-fa63-4484-b189-fb957069836a req-ea294212-9b79-4ce5-bb98-47215e0679e0 tempest-DeleteServersTestJSON-1514794231 tempest-DeleteServersTestJSON-1514794231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781092850854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781092417311'] for port, after_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:40.574957 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-b3dcd508-a1d7-4697-a303-7cc9ffb8f9fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:02:40.635549 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea294212-9b79-4ce5-bb98-47215e0679e0 tempest-DeleteServersTestJSON-1514794231 tempest-DeleteServersTestJSON-1514794231-project] Pushing event deleted for resources: {'Port': ['ID=85b54a10-5c0e-4de0-98c6-a9048aeafab6,revision_number=None']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:02:40.658060 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-99f18e5d-4b82-445f-9230-63b66dd54e4f req-0b06a7c9-1064-421c-8f54-e815a307829b tempest-DeleteServersTestJSON-1514794231 tempest-DeleteServersTestJSON-1514794231-project] 10.222.0.11 "GET /v2.0/ports?device_id=3252a7fb-442f-48b9-a19f-0cc92ed28b32 HTTP/1.1" status: 200 len: 210 time: 0.0536776 May 03 16:02:40.723778 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-0968ba9c-91e1-438a-9013-510a32b7c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:40.785422 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-ea294212-9b79-4ce5-bb98-47215e0679e0 tempest-DeleteServersTestJSON-1514794231 tempest-DeleteServersTestJSON-1514794231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:02:40.817925 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-b816119e-9f3f-4527-a0c8-182717ff29aa req-334854a7-043f-4783-8a03-edc6868412e1 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.11 "GET /v2.0/ports?device_id=967fd627-13bf-47c6-bc3c-3b07464adca2 HTTP/1.1" status: 200 len: 210 time: 0.0584042 May 03 16:02:40.894482 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4f77db9-fa63-4484-b189-fb957069836a req-ea294212-9b79-4ce5-bb98-47215e0679e0 tempest-DeleteServersTestJSON-1514794231 tempest-DeleteServersTestJSON-1514794231-project] No DVR routers for this DVR port 85b54a10-5c0e-4de0-98c6-a9048aeafab6 on host hv-cinder-77428 {{(pid=74320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 16:02:40.903951 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [req-b4f77db9-fa63-4484-b189-fb957069836a req-ea294212-9b79-4ce5-bb98-47215e0679e0 tempest-DeleteServersTestJSON-1514794231 tempest-DeleteServersTestJSON-1514794231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504013'] for port, before_response {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:40.909530 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3252a7fb-442f-48b9-a19f-0cc92ed28b32', 'name': 'network-vif-deleted', 'tag': '85b54a10-5c0e-4de0-98c6-a9048aeafab6'}] {{(pid=74320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 16:02:41.074752 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3252a7fb-442f-48b9-a19f-0cc92ed28b32', 'name': 'network-vif-deleted', 'tag': '85b54a10-5c0e-4de0-98c6-a9048aeafab6', 'status': 'completed', 'code': 200} May 03 16:02:41.092820 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9958814a-3dfe-4a58-80b0-82c77d1b5930 req-d84a0060-332c-44c4-a8d4-2588f7c7dee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:41.094645 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-9958814a-3dfe-4a58-80b0-82c77d1b5930 req-d84a0060-332c-44c4-a8d4-2588f7c7dee8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c6020fa3-c8c8-4d20-a437-d6e2a52deab0 HTTP/1.1" status: 200 len: 1099 time: 0.1447008 May 03 16:02:41.117343 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-b4f77db9-fa63-4484-b189-fb957069836a req-ea294212-9b79-4ce5-bb98-47215e0679e0 tempest-DeleteServersTestJSON-1514794231 tempest-DeleteServersTestJSON-1514794231-project] 10.222.0.42 "DELETE /v2.0/ports/85b54a10-5c0e-4de0-98c6-a9048aeafab6 HTTP/1.1" status: 204 len: 173 time: 2.1419911 May 03 16:02:41.244223 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-9958814a-3dfe-4a58-80b0-82c77d1b5930 req-f301482f-e9f6-419f-90ce-3fbb18a47150 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f2246390-77bc-42a9-9caf-c5cb628b63b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1353698 May 03 16:02:41.273845 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9facf6f4-7ee3-4aff-b9bc-178295f4f294 req-418e7c92-3b2d-4401-9859-1b422de18cdd tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:41.275359 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-9facf6f4-7ee3-4aff-b9bc-178295f4f294 req-418e7c92-3b2d-4401-9859-1b422de18cdd tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.42 "GET /v2.0/networks?id=870e002b-7538-43c3-9d68-f9ced202572f HTTP/1.1" status: 200 len: 814 time: 0.4889774 May 03 16:02:41.289783 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f71f98-a3b0-4be0-9c45-47366b57a67a req-b693876b-b432-4fe5-98c3-6e312059f720 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:41.291321 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-a2f71f98-a3b0-4be0-9c45-47366b57a67a req-b693876b-b432-4fe5-98c3-6e312059f720 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f59cf43-d943-4d50-bf48-735891ba4d14 HTTP/1.1" status: 200 len: 946 time: 0.1258669 May 03 16:02:41.342274 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-a2f71f98-a3b0-4be0-9c45-47366b57a67a req-d32b089f-5954-4e04-9705-9ab34037ef84 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/security-groups?id=d843f737-6466-4183-8023-14d53a00a23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423162 May 03 16:02:41.469510 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.v2.base [req-9facf6f4-7ee3-4aff-b9bc-178295f4f294 req-86a66dba-2025-4b25-8091-d05e58301a9b tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Request body: {'port': {'device_id': '967fd627-13bf-47c6-bc3c-3b07464adca2', 'network_id': '870e002b-7538-43c3-9d68-f9ced202572f', 'admin_state_up': True, 'tenant_id': '0a26f36f4e834c7babe874ff5e2db568'}} {{(pid=74320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 16:02:41.565401 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e007698-7afc-4a7a-999d-0f45efc6ab51 req-266440c2-f5a9-4bf7-a33a-2e1012b1ea04 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:41.566967 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-5e007698-7afc-4a7a-999d-0f45efc6ab51 req-266440c2-f5a9-4bf7-a33a-2e1012b1ea04 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6020fa3-c8c8-4d20-a437-d6e2a52deab0 HTTP/1.1" status: 200 len: 946 time: 0.0921831 May 03 16:02:41.616958 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-5e007698-7afc-4a7a-999d-0f45efc6ab51 req-ba4b30d6-7e0a-4b20-ad49-8e57ba8cb0f1 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "GET /v2.0/security-groups?id=f2246390-77bc-42a9-9caf-c5cb628b63b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438211 May 03 16:02:41.634992 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e5c87f7-ed78-4c81-9cf6-7842b90082a3 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Router 5a8fbabf-e36f-4c37-be78-f73c0a027e34 has already been hosted by L3 agent 433ecc79-0b70-49a3-9006-0abc49206663 {{(pid=74320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 16:02:41.656374 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8537f9e7-c06c-457d-a67c-d9316a0578fa req-230c4f72-33c2-4e00-9592-91dc9941de4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:41.657871 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-8537f9e7-c06c-457d-a67c-d9316a0578fa req-230c4f72-33c2-4e00-9592-91dc9941de4f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8a5aae9d34474935a5fba6d6bb4b34f6&device_id=7f59cf43-d943-4d50-bf48-735891ba4d14 HTTP/1.1" status: 200 len: 1099 time: 0.4664047 May 03 16:02:41.672577 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [req-9facf6f4-7ee3-4aff-b9bc-178295f4f294 req-86a66dba-2025-4b25-8091-d05e58301a9b tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:02:41.846808 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [req-9facf6f4-7ee3-4aff-b9bc-178295f4f294 req-86a66dba-2025-4b25-8091-d05e58301a9b tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:02:41.847604 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-4c047c5f-14c3-49a7-a6aa-d0bb7abb95ea req-b3b5499f-5ae3-415f-bc04-2a5969469172 tempest-DeleteServersTestJSON-1514794231 tempest-DeleteServersTestJSON-1514794231-project] 10.222.0.11 "GET /v2.0/ports?device_id=3252a7fb-442f-48b9-a19f-0cc92ed28b32 HTTP/1.1" status: 200 len: 210 time: 0.0456965 May 03 16:02:41.862209 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Device 85b54a10-5c0e-4de0-98c6-a9048aeafab6 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=74322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 16:02:41.913320 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.plugin [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] No Port match for: 85b54a10-5c0e-4de0-98c6-a9048aeafab6 {{(pid=74322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 03 16:02:41.913971 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Device 85b54a10-5c0e-4de0-98c6-a9048aeafab6 not bound to the agent host hv-cinder-77428 {{(pid=74322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 16:02:41.973466 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-2eb34954-5d95-49e4-a102-3a3099290b59 req-54e051fb-7fa5-4833-b988-fa4e04d34168 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.11 "GET /v2.0/ports?device_id=967fd627-13bf-47c6-bc3c-3b07464adca2 HTTP/1.1" status: 200 len: 210 time: 0.0444708 May 03 16:02:41.981420 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e5c87f7-ed78-4c81-9cf6-7842b90082a3 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Notify agent at l3_agent.dv-cinder-774286-11-smb the message routers_updated {{(pid=74320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 16:02:41.983564 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8537f9e7-c06c-457d-a67c-d9316a0578fa req-f5198999-54c8-49d3-904b-384a551f30f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:41.985426 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-8537f9e7-c06c-457d-a67c-d9316a0578fa req-f5198999-54c8-49d3-904b-384a551f30f0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=69748d7f-425d-412f-8a9e-fa9e9e44cf28 HTTP/1.1" status: 200 len: 919 time: 0.3140867 May 03 16:02:41.988538 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-3e5c87f7-ed78-4c81-9cf6-7842b90082a3 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504013'] for floatingip, before_response {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:41.996609 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43bfe281-b9c6-4dbf-b387-b069734c9f13 None None] Sync routers for ids ['5a8fbabf-e36f-4c37-be78-f73c0a027e34'] in dv-cinder-774286-11-smb {{(pid=74323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 16:02:42.008486 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43bfe281-b9c6-4dbf-b387-b069734c9f13 None None] Routers {'5a8fbabf-e36f-4c37-be78-f73c0a027e34'} bound to L3 agent in host dv-cinder-774286-11-smb {{(pid=74323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 03 16:02:42.009356 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.l3_hamode_db [None req-43bfe281-b9c6-4dbf-b387-b069734c9f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-03T15:53:43Z,description=,heartbeat_timestamp=2021-05-03T16:02:13Z,host='dv-cinder-774286-11-smb',id=433ecc79-0b70-49a3-9006-0abc49206663,load=0,resource_versions=,resources_synced=,started_at=2021-05-03T15:53:44Z,topic='l3_agent')) {'router_ids': ['5a8fbabf-e36f-4c37-be78-f73c0a027e34'], 'active': True} {{(pid=74323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:02:42.220331 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-8537f9e7-c06c-457d-a67c-d9316a0578fa req-c2a1f8a4-6635-437a-a053-c648ec8dd791 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d7eed5ec-86ed-4431-8917-c14ebfc2893c HTTP/1.1" status: 200 len: 217 time: 0.0839257 May 03 16:02:42.220331 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-3e5c87f7-ed78-4c81-9cf6-7842b90082a3 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "PUT /v2.0/floatingips/bc5c0f63-9ee4-41d7-a922-6b70a917bd62 HTTP/1.1" status: 200 len: 990 time: 3.9319992 May 03 16:02:42.220331 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8537f9e7-c06c-457d-a67c-d9316a0578fa req-a0b640b4-2201-4803-9c45-a4f4221ed90b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:42.220331 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-8537f9e7-c06c-457d-a67c-d9316a0578fa req-a0b640b4-2201-4803-9c45-a4f4221ed90b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6105efe5-e9de-4dbf-902a-b4dce538b42d HTTP/1.1" status: 200 len: 858 time: 0.0861294 May 03 16:02:42.278161 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-8537f9e7-c06c-457d-a67c-d9316a0578fa req-922fab2f-10d8-4083-af20-3bf584b34016 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=69748d7f-425d-412f-8a9e-fa9e9e44cf28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574350 May 03 16:02:42.294988 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.l3_dvr_db [None req-43bfe281-b9c6-4dbf-b387-b069734c9f13 None None] Set router 5a8fbabf-e36f-4c37-be78-f73c0a027e34 gateway port host: dv-cinder-774286-11-smb {{(pid=74323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 03 16:02:42.450945 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9facf6f4-7ee3-4aff-b9bc-178295f4f294 req-86a66dba-2025-4b25-8091-d05e58301a9b tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Made reservation on behalf of 0a26f36f4e834c7babe874ff5e2db568 for: {'port': 1} {{(pid=74320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 16:02:42.455752 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [req-9facf6f4-7ee3-4aff-b9bc-178295f4f294 req-86a66dba-2025-4b25-8091-d05e58301a9b tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:42.518631 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-8537f9e7-c06c-457d-a67c-d9316a0578fa req-e6a1814a-77d3-4177-a215-2bfb5f080db5 service neutron] 10.222.0.42 "GET /v2.0/networks/69748d7f-425d-412f-8a9e-fa9e9e44cf28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118413 May 03 16:02:42.558884 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac05c9f-ca8d-4090-ab56-04fd62f32eef req-6a8482e8-78ec-4bad-8ec6-bce71b70e2c5 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:42.560119 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-9ac05c9f-ca8d-4090-ab56-04fd62f32eef req-6a8482e8-78ec-4bad-8ec6-bce71b70e2c5 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f59cf43-d943-4d50-bf48-735891ba4d14 HTTP/1.1" status: 200 len: 946 time: 0.0907810 May 03 16:02:42.613322 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-9ac05c9f-ca8d-4090-ab56-04fd62f32eef req-42f12b9b-ce26-48c9-a7eb-73a82ab045ee tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/security-groups?id=d843f737-6466-4183-8023-14d53a00a23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437145 May 03 16:02:42.709809 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.l3_hamode_db [None req-43bfe281-b9c6-4dbf-b387-b069734c9f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a8fbabf-e36f-4c37-be78-f73c0a027e34', 'name': 'tempest-AttachVolumeShelveTestJSON-599808772-router', 'tenant_id': '30698392a3254cc2a62d95e9d3896fad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'external_fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.34'}], 'enable_snat': True}, 'gw_port_id': 'd896c065-349c-411c-a557-d03b89fa2493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-03T16:01:44Z', 'updated_at': '2021-05-03T16:01:54Z', 'revision_number': 4, 'project_id': '30698392a3254cc2a62d95e9d3896fad', 'gw_port': {'id': 'd896c065-349c-411c-a557-d03b89fa2493', 'name': '', 'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:72:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a8fbabf-e36f-4c37-be78-f73c0a027e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-03T16:01:46Z', 'updated_at': '2021-05-03T16:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9682172-7c17-476a-827f-79723500eb4a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-11-smb', '_floatingips': [{'id': 'bc5c0f63-9ee4-41d7-a922-6b70a917bd62', 'tenant_id': '30698392a3254cc2a62d95e9d3896fad', 'floating_ip_address': '172.28.1.89', 'floating_network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'router_id': '5a8fbabf-e36f-4c37-be78-f73c0a027e34', 'port_id': '273acec7-db74-4d3c-9919-34656b1953d7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d07b93f-2cbc-4419-9656-593dd149b251', 'mac_address': 'fa:16:3e:a5:77:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2966f0-0931-453c-bf2f-7457c7794232', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-03T16:02:13Z', 'updated_at': '2021-05-03T16:02:39Z', 'revision_number': 1, 'project_id': '30698392a3254cc2a62d95e9d3896fad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3df28d5-f4c9-40f4-b5d4-98fac9d28723', 'name': '', 'network_id': '3d07b93f-2cbc-4419-9656-593dd149b251', 'tenant_id': '30698392a3254cc2a62d95e9d3896fad', 'mac_address': 'fa:16:3e:b5:e3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a8fbabf-e36f-4c37-be78-f73c0a027e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '6e179f81-7e4a-49b9-b9a9-9613d63a9979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-03T16:01:53Z', 'updated_at': '2021-05-03T16:02:07Z', 'revision_number': 5, 'project_id': '30698392a3254cc2a62d95e9d3896fad', 'subnets': [{'id': '6e179f81-7e4a-49b9-b9a9-9613d63a9979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-11-smb', False) {} {{(pid=74323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:02:42.714315 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43bfe281-b9c6-4dbf-b387-b069734c9f13 None None] Checking router: 5a8fbabf-e36f-4c37-be78-f73c0a027e34 for host: dv-cinder-774286-11-smb {{(pid=74323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 16:02:42.725430 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43bfe281-b9c6-4dbf-b387-b069734c9f13 None None] Routers {'5a8fbabf-e36f-4c37-be78-f73c0a027e34'} bound to L3 agent in host dv-cinder-774286-11-smb {{(pid=74323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 03 16:02:42.726199 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.l3_hamode_db [None req-43bfe281-b9c6-4dbf-b387-b069734c9f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-03T15:53:43Z,description=,heartbeat_timestamp=2021-05-03T16:02:13Z,host='dv-cinder-774286-11-smb',id=433ecc79-0b70-49a3-9006-0abc49206663,load=0,resource_versions=,resources_synced=,started_at=2021-05-03T15:53:44Z,topic='l3_agent')) {'router_ids': ['5a8fbabf-e36f-4c37-be78-f73c0a027e34'], 'active': True} {{(pid=74323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:02:42.774868 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.db_base_plugin_common [req-9facf6f4-7ee3-4aff-b9bc-178295f4f294 req-86a66dba-2025-4b25-8091-d05e58301a9b tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Allocated IP 172.20.0.6 (870e002b-7538-43c3-9d68-f9ced202572f/213f080e-45b1-4a83-9ec2-6e7991e6012a/19f4a321-d9e3-4454-a26b-2d716753c015) {{(pid=74320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 16:02:42.906781 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dd2ac2-8db9-46c9-bdc3-d62e2896393e req-6c6861b9-9586-4801-92ab-859ffac78e25 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:42.917968 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-d0dd2ac2-8db9-46c9-bdc3-d62e2896393e req-6c6861b9-9586-4801-92ab-859ffac78e25 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6020fa3-c8c8-4d20-a437-d6e2a52deab0 HTTP/1.1" status: 200 len: 946 time: 0.1098862 May 03 16:02:42.981514 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-d0dd2ac2-8db9-46c9-bdc3-d62e2896393e req-8636dcd3-cbf8-46ff-91ec-ceab1c439e3c tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "GET /v2.0/security-groups?id=f2246390-77bc-42a9-9caf-c5cb628b63b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623024 May 03 16:02:43.035008 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-8537f9e7-c06c-457d-a67c-d9316a0578fa req-47e700a0-987d-4549-b012-20a916654c06 service neutron] 10.222.0.42 "GET /v2.0/networks/69748d7f-425d-412f-8a9e-fa9e9e44cf28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5085554 May 03 16:02:43.082503 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb2966f0-0931-453c-bf2f-7457c7794232', 'tag': '273acec7-db74-4d3c-9919-34656b1953d7'}] {{(pid=74320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 16:02:43.163428 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [req-9facf6f4-7ee3-4aff-b9bc-178295f4f294 req-86a66dba-2025-4b25-8091-d05e58301a9b tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Notify callbacks [] for port, precommit_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:43.180952 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.l3_dvr_db [None req-43bfe281-b9c6-4dbf-b387-b069734c9f13 None None] Set router 5a8fbabf-e36f-4c37-be78-f73c0a027e34 gateway port host: dv-cinder-774286-11-smb {{(pid=74323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 03 16:02:43.260014 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-25790372-9606-41cd-9fd0-aaf7286ec672 req-03f741e8-dee7-4c90-b849-ff709e1b4c8d tempest-DeleteServersTestJSON-1514794231 tempest-DeleteServersTestJSON-1514794231-project] 10.222.0.11 "GET /v2.0/ports?device_id=3252a7fb-442f-48b9-a19f-0cc92ed28b32 HTTP/1.1" status: 200 len: 210 time: 0.2436261 May 03 16:02:43.335602 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-06801db4-c83c-40ce-8710-e38f3c0bc7f0 req-bf7e73b6-3174-46ee-a380-512aa5766c3e tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.11 "GET /v2.0/ports?device_id=967fd627-13bf-47c6-bc3c-3b07464adca2 HTTP/1.1" status: 200 len: 210 time: 0.0666254 May 03 16:02:43.338339 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [req-9facf6f4-7ee3-4aff-b9bc-178295f4f294 req-86a66dba-2025-4b25-8091-d05e58301a9b tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781092417302'] for port, after_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:43.353447 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] get_ports_and_sgs() called for port_ids ['04075b21-bc86-48b8-9716-1c06b5d17cd0'] {{(pid=74322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 16:02:43.363721 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb2966f0-0931-453c-bf2f-7457c7794232', 'tag': '273acec7-db74-4d3c-9919-34656b1953d7', 'status': 'completed', 'code': 200} May 03 16:02:43.372757 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-f58463c1-0902-44e7-be87-4dcfbb9ced5a tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:02:43.412326 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-24fac08a-b496-437f-9816-b5ba0b58fb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:43.414344 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:43.715621 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a66dba-2025-4b25-8091-d05e58301a9b tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Pushing event updated for resources: {'Port': ['ID=19f4a321-d9e3-4454-a26b-2d716753c015,revision_number=1']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:02:43.731403 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a66dba-2025-4b25-8091-d05e58301a9b tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:02:43.731772 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a66dba-2025-4b25-8091-d05e58301a9b tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:02:43.732121 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a66dba-2025-4b25-8091-d05e58301a9b tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:02:43.732510 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a66dba-2025-4b25-8091-d05e58301a9b tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:02:43.732852 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a66dba-2025-4b25-8091-d05e58301a9b tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:02:43.733193 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a66dba-2025-4b25-8091-d05e58301a9b tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:02:43.733527 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a66dba-2025-4b25-8091-d05e58301a9b tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:02:43.733859 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a66dba-2025-4b25-8091-d05e58301a9b tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:02:43.734281 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a66dba-2025-4b25-8091-d05e58301a9b tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:02:43.734541 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a66dba-2025-4b25-8091-d05e58301a9b tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:02:43.734872 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a66dba-2025-4b25-8091-d05e58301a9b tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:02:43.735298 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a66dba-2025-4b25-8091-d05e58301a9b tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:02:43.736647 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.l3_hamode_db [None req-43bfe281-b9c6-4dbf-b387-b069734c9f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a8fbabf-e36f-4c37-be78-f73c0a027e34', 'name': 'tempest-AttachVolumeShelveTestJSON-599808772-router', 'tenant_id': '30698392a3254cc2a62d95e9d3896fad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'external_fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.34'}], 'enable_snat': True}, 'gw_port_id': 'd896c065-349c-411c-a557-d03b89fa2493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-03T16:01:44Z', 'updated_at': '2021-05-03T16:01:54Z', 'revision_number': 4, 'project_id': '30698392a3254cc2a62d95e9d3896fad', 'gw_port': {'id': 'd896c065-349c-411c-a557-d03b89fa2493', 'name': '', 'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:72:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a8fbabf-e36f-4c37-be78-f73c0a027e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-03T16:01:46Z', 'updated_at': '2021-05-03T16:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9682172-7c17-476a-827f-79723500eb4a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-11-smb', '_floatingips': [{'id': 'bc5c0f63-9ee4-41d7-a922-6b70a917bd62', 'tenant_id': '30698392a3254cc2a62d95e9d3896fad', 'floating_ip_address': '172.28.1.89', 'floating_network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'router_id': '5a8fbabf-e36f-4c37-be78-f73c0a027e34', 'port_id': '273acec7-db74-4d3c-9919-34656b1953d7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d07b93f-2cbc-4419-9656-593dd149b251', 'mac_address': 'fa:16:3e:a5:77:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2966f0-0931-453c-bf2f-7457c7794232', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-03T16:02:13Z', 'updated_at': '2021-05-03T16:02:39Z', 'revision_number': 1, 'project_id': '30698392a3254cc2a62d95e9d3896fad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3df28d5-f4c9-40f4-b5d4-98fac9d28723', 'name': '', 'network_id': '3d07b93f-2cbc-4419-9656-593dd149b251', 'tenant_id': '30698392a3254cc2a62d95e9d3896fad', 'mac_address': 'fa:16:3e:b5:e3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a8fbabf-e36f-4c37-be78-f73c0a027e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '6e179f81-7e4a-49b9-b9a9-9613d63a9979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-03T16:01:53Z', 'updated_at': '2021-05-03T16:02:07Z', 'revision_number': 5, 'project_id': '30698392a3254cc2a62d95e9d3896fad', 'subnets': [{'id': '6e179f81-7e4a-49b9-b9a9-9613d63a9979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-11-smb', False) {} {{(pid=74323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:02:43.754347 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9facf6f4-7ee3-4aff-b9bc-178295f4f294 req-86a66dba-2025-4b25-8091-d05e58301a9b tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Network 870e002b-7538-43c3-9d68-f9ced202572f is already hosted by enough agents. {{(pid=74320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 16:02:43.754347 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-86a66dba-2025-4b25-8091-d05e58301a9b tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:02:43.754347 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.scheduler.base_scheduler [req-9facf6f4-7ee3-4aff-b9bc-178295f4f294 req-86a66dba-2025-4b25-8091-d05e58301a9b tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Resources bound (agent type, host, resource id): {{(pid=74320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:02:43.755219 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43bfe281-b9c6-4dbf-b387-b069734c9f13 None None] The sync data for ids ['5a8fbabf-e36f-4c37-be78-f73c0a027e34'] in dv-cinder-774286-11-smb is: [{'id': '5a8fbabf-e36f-4c37-be78-f73c0a027e34', 'name': 'tempest-AttachVolumeShelveTestJSON-599808772-router', 'tenant_id': '30698392a3254cc2a62d95e9d3896fad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'external_fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.34'}], 'enable_snat': True}, 'gw_port_id': 'd896c065-349c-411c-a557-d03b89fa2493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-03T16:01:44Z', 'updated_at': '2021-05-03T16:01:54Z', 'revision_number': 4, 'project_id': '30698392a3254cc2a62d95e9d3896fad', 'gw_port': {'id': 'd896c065-349c-411c-a557-d03b89fa2493', 'name': '', 'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:72:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a8fbabf-e36f-4c37-be78-f73c0a027e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-03T16:01:46Z', 'updated_at': '2021-05-03T16:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9682172-7c17-476a-827f-79723500eb4a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-11-smb', '_floatingips': [{'id': 'bc5c0f63-9ee4-41d7-a922-6b70a917bd62', 'tenant_id': '30698392a3254cc2a62d95e9d3896fad', 'floating_ip_address': '172.28.1.89', 'floating_network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'router_id': '5a8fbabf-e36f-4c37-be78-f73c0a027e34', 'port_id': '273acec7-db74-4d3c-9919-34656b1953d7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d07b93f-2cbc-4419-9656-593dd149b251', 'mac_address': 'fa:16:3e:a5:77:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2966f0-0931-453c-bf2f-7457c7794232', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-03T16:02:13Z', 'updated_at': '2021-05-03T16:02:39Z', 'revision_number': 1, 'project_id': '30698392a3254cc2a62d95e9d3896fad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3df28d5-f4c9-40f4-b5d4-98fac9d28723', 'name': '', 'network_id': '3d07b93f-2cbc-4419-9656-593dd149b251', 'tenant_id': '30698392a3254cc2a62d95e9d3896fad', 'mac_address': 'fa:16:3e:b5:e3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a8fbabf-e36f-4c37-be78-f73c0a027e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '6e179f81-7e4a-49b9-b9a9-9613d63a9979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-03T16:01:53Z', 'updated_at': '2021-05-03T16:02:07Z', 'revision_number': 5, 'project_id': '30698392a3254cc2a62d95e9d3896fad', 'subnets': [{'id': '6e179f81-7e4a-49b9-b9a9-9613d63a9979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 16:02:43.755357 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.l3_dvrscheduler_db [req-9facf6f4-7ee3-4aff-b9bc-178295f4f294 req-86a66dba-2025-4b25-8091-d05e58301a9b tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Received port after_create {{(pid=74320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 03 16:02:43.757236 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9facf6f4-7ee3-4aff-b9bc-178295f4f294 req-86a66dba-2025-4b25-8091-d05e58301a9b tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:43.757918 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [req-9facf6f4-7ee3-4aff-b9bc-178295f4f294 req-86a66dba-2025-4b25-8091-d05e58301a9b tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504013'] for port, before_response {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:43.804958 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0c1a61-35ae-464d-a7de-ac1250217562 req-c76a5376-1c8f-419d-8db0-d62b71715c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:43.806624 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-de0c1a61-35ae-464d-a7de-ac1250217562 req-c76a5376-1c8f-419d-8db0-d62b71715c9a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=30698392a3254cc2a62d95e9d3896fad&device_id=eb2966f0-0931-453c-bf2f-7457c7794232 HTTP/1.1" status: 200 len: 1098 time: 0.4350648 May 03 16:02:43.852100 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-9facf6f4-7ee3-4aff-b9bc-178295f4f294 req-86a66dba-2025-4b25-8091-d05e58301a9b tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3933513 May 03 16:02:43.887349 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb0b978-08af-4a2a-9a50-6e1dab8d70e7 req-cab7b583-ec6a-4f11-be9e-d83d496dd335 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:43.890574 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-9eb0b978-08af-4a2a-9a50-6e1dab8d70e7 req-cab7b583-ec6a-4f11-be9e-d83d496dd335 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f59cf43-d943-4d50-bf48-735891ba4d14 HTTP/1.1" status: 200 len: 946 time: 0.1148212 May 03 16:02:43.908526 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.v2.base [req-9facf6f4-7ee3-4aff-b9bc-178295f4f294 req-c564d2f5-7f6b-4b07-b7bb-9a085a4c4ffc service neutron] Request body: {'port': {'device_id': '967fd627-13bf-47c6-bc3c-3b07464adca2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=74320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 16:02:43.942351 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-9eb0b978-08af-4a2a-9a50-6e1dab8d70e7 req-a839d654-fa5b-4ef8-b5bf-e8f66fe8bc89 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/security-groups?id=d843f737-6466-4183-8023-14d53a00a23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454328 May 03 16:02:44.025368 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545796cd-e326-4ec3-967f-db24f0946381 None None] New status for floating IP bc5c0f63-9ee4-41d7-a922-6b70a917bd62: ACTIVE {{(pid=74322) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 16:02:44.063441 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0c1a61-35ae-464d-a7de-ac1250217562 req-5ac55e65-2314-4127-89e4-4d10bc7ab04a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:44.065640 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-de0c1a61-35ae-464d-a7de-ac1250217562 req-5ac55e65-2314-4127-89e4-4d10bc7ab04a service neutron] 10.222.0.42 "GET /v2.0/networks?id=3d07b93f-2cbc-4419-9656-593dd149b251 HTTP/1.1" status: 200 len: 917 time: 0.2517276 May 03 16:02:44.200343 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-de0c1a61-35ae-464d-a7de-ac1250217562 req-66bbcbc0-8dad-4d3d-b654-0c142e6c2175 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=273acec7-db74-4d3c-9919-34656b1953d7 HTTP/1.1" status: 200 len: 998 time: 0.1189795 May 03 16:02:44.202402 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [req-9facf6f4-7ee3-4aff-b9bc-178295f4f294 req-c564d2f5-7f6b-4b07-b7bb-9a085a4c4ffc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:44.211607 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5f6a14-bd99-4d25-a4d2-e60caa308688 req-7593d0bf-1ba2-4219-b5b1-98d4f9d0cde8 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:44.220725 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-4e5f6a14-bd99-4d25-a4d2-e60caa308688 req-7593d0bf-1ba2-4219-b5b1-98d4f9d0cde8 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6020fa3-c8c8-4d20-a437-d6e2a52deab0 HTTP/1.1" status: 200 len: 946 time: 0.1078336 May 03 16:02:44.287171 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-4e5f6a14-bd99-4d25-a4d2-e60caa308688 req-944ea724-ed5e-478b-891d-aa6de1e7570c tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "GET /v2.0/security-groups?id=f2246390-77bc-42a9-9caf-c5cb628b63b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644929 May 03 16:02:44.351716 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0c1a61-35ae-464d-a7de-ac1250217562 req-e1414b47-ea64-4dae-b5f4-38e035723f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:44.353376 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-de0c1a61-35ae-464d-a7de-ac1250217562 req-e1414b47-ea64-4dae-b5f4-38e035723f1e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6e179f81-7e4a-49b9-b9a9-9613d63a9979 HTTP/1.1" status: 200 len: 855 time: 0.1304460 May 03 16:02:44.556762 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-b400cb21-de9a-47f5-b18b-46830690aa58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:44.611236 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0c1a61-35ae-464d-a7de-ac1250217562 req-1e6d40c0-cff3-4768-9f1c-9026e6516adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:44.613833 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-de0c1a61-35ae-464d-a7de-ac1250217562 req-1e6d40c0-cff3-4768-9f1c-9026e6516adb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3d07b93f-2cbc-4419-9656-593dd149b251&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2092147 May 03 16:02:44.614871 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b31562-eb53-4fa4-a248-3014f98f869c req-319d19f3-6fbc-4ba8-ba4b-15ae66d85bc4 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:44.618328 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-51b31562-eb53-4fa4-a248-3014f98f869c req-319d19f3-6fbc-4ba8-ba4b-15ae66d85bc4 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6020fa3-c8c8-4d20-a437-d6e2a52deab0 HTTP/1.1" status: 200 len: 946 time: 0.1975837 May 03 16:02:44.626556 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 48608) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:02:44.636934 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.v2.base [None req-80de863c-63a6-4a68-ac0d-8d66c192e086 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Request body: {'floatingip': {'port_id': '8ac04686-8f05-4ebc-95be-b0f09f2054d5'}} {{(pid=74320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 16:02:44.660213 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c6d9be-4d24-46d2-83c0-f40e9fb323cf req-bfd2c2d6-e9eb-48dc-b2bc-7074a407299a tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:44.669303 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-73c6d9be-4d24-46d2-83c0-f40e9fb323cf req-bfd2c2d6-e9eb-48dc-b2bc-7074a407299a tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.11 "GET /v2.0/ports?device_id=967fd627-13bf-47c6-bc3c-3b07464adca2 HTTP/1.1" status: 200 len: 931 time: 0.1782200 May 03 16:02:44.734919 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-80de863c-63a6-4a68-ac0d-8d66c192e086 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Notify callbacks [] for floatingip, before_update {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:44.770972 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-73c6d9be-4d24-46d2-83c0-f40e9fb323cf req-c1619dfc-e67b-4074-90dc-675b3d8220ae tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.11 "GET /v2.0/security-groups?id=831833fd-9100-465b-874d-f70121588630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005306 May 03 16:02:45.162498 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9011028d-1436-4bb8-a2f7-1c17dd6bb128 req-098457a4-4a80-4a80-9652-498bcb388289 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:45.170367 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-9011028d-1436-4bb8-a2f7-1c17dd6bb128 req-098457a4-4a80-4a80-9652-498bcb388289 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f59cf43-d943-4d50-bf48-735891ba4d14 HTTP/1.1" status: 200 len: 946 time: 0.1152837 May 03 16:02:45.217062 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-de0c1a61-35ae-464d-a7de-ac1250217562 req-e446a781-bc8c-4580-95ab-a95e0e01a177 service neutron] 10.222.0.42 "GET /v2.0/networks/3d07b93f-2cbc-4419-9656-593dd149b251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5874498 May 03 16:02:45.223068 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-9011028d-1436-4bb8-a2f7-1c17dd6bb128 req-9dfc72ba-d562-4f24-9557-574488493e6c tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/security-groups?id=d843f737-6466-4183-8023-14d53a00a23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515423 May 03 16:02:45.227122 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.notifiers.nova [req-9facf6f4-7ee3-4aff-b9bc-178295f4f294 req-c564d2f5-7f6b-4b07-b7bb-9a085a4c4ffc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19f4a321-d9e3-4454-a26b-2d716753c015 {{(pid=74320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 03 16:02:45.246909 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [req-9facf6f4-7ee3-4aff-b9bc-178295f4f294 req-c564d2f5-7f6b-4b07-b7bb-9a085a4c4ffc service neutron] Notify callbacks [] for port, precommit_update {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:45.381036 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 48630) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:02:45.454999 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.provisioning_blocks [req-9facf6f4-7ee3-4aff-b9bc-178295f4f294 req-c564d2f5-7f6b-4b07-b7bb-9a085a4c4ffc service neutron] Transition to ACTIVE for port object 19f4a321-d9e3-4454-a26b-2d716753c015 will not be triggered until provisioned by entity L2. {{(pid=74320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 16:02:45.508235 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-834ea17f-0eaf-4525-b70d-4c01e2324cd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:45.523495 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-834ea17f-0eaf-4525-b70d-4c01e2324cd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:02:45.531258 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-834ea17f-0eaf-4525-b70d-4c01e2324cd1 admin admin] Usage tracker for resource:security_group_rule and tenant:1b08837fb005469d91fd142013457e83 is out of sync, need to count used quota {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:02:45.531258 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-834ea17f-0eaf-4525-b70d-4c01e2324cd1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:02:45.531459 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [req-9facf6f4-7ee3-4aff-b9bc-178295f4f294 req-c564d2f5-7f6b-4b07-b7bb-9a085a4c4ffc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365'] for port, after_update {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:45.536704 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-834ea17f-0eaf-4525-b70d-4c01e2324cd1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:02:45.539468 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-90ace56d-f6d7-495d-8449-021964a45df2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:02:45.622279 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-834ea17f-0eaf-4525-b70d-4c01e2324cd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:45.705662 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-834ea17f-0eaf-4525-b70d-4c01e2324cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:45.715004 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-607654fa-dca7-4b91-a49e-eda30531b296 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:02:45.757704 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-834ea17f-0eaf-4525-b70d-4c01e2324cd1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1b08837fb005469d91fd142013457e83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3729913 May 03 16:02:45.757930 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 48638) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:02:45.760831 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834ea17f-0eaf-4525-b70d-4c01e2324cd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e4cb9f4-1242-4819-acb7-176cfee3a6e6,revision_number=1']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:02:45.782103 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834ea17f-0eaf-4525-b70d-4c01e2324cd1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:02:45.782460 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834ea17f-0eaf-4525-b70d-4c01e2324cd1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:02:45.782805 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834ea17f-0eaf-4525-b70d-4c01e2324cd1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:02:45.783143 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834ea17f-0eaf-4525-b70d-4c01e2324cd1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:02:45.784083 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834ea17f-0eaf-4525-b70d-4c01e2324cd1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:02:45.784453 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834ea17f-0eaf-4525-b70d-4c01e2324cd1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:02:45.784826 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834ea17f-0eaf-4525-b70d-4c01e2324cd1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:02:45.785196 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834ea17f-0eaf-4525-b70d-4c01e2324cd1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:02:45.785528 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834ea17f-0eaf-4525-b70d-4c01e2324cd1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:02:45.785857 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834ea17f-0eaf-4525-b70d-4c01e2324cd1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:02:45.786185 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834ea17f-0eaf-4525-b70d-4c01e2324cd1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:02:45.786511 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834ea17f-0eaf-4525-b70d-4c01e2324cd1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:02:45.788692 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c564d2f5-7f6b-4b07-b7bb-9a085a4c4ffc service neutron] Pushing event updated for resources: {'Port': ['ID=19f4a321-d9e3-4454-a26b-2d716753c015,revision_number=2']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:02:45.792339 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-834ea17f-0eaf-4525-b70d-4c01e2324cd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:02:45.835552 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-c564d2f5-7f6b-4b07-b7bb-9a085a4c4ffc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:02:45.844739 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-de0c1a61-35ae-464d-a7de-ac1250217562 req-5e9c7f8b-b727-4278-8e7a-510ab400cd29 service neutron] 10.222.0.42 "GET /v2.0/networks/3d07b93f-2cbc-4419-9656-593dd149b251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6012404 May 03 16:02:45.865411 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.managers [req-9facf6f4-7ee3-4aff-b9bc-178295f4f294 req-c564d2f5-7f6b-4b07-b7bb-9a085a4c4ffc service neutron] Attempting to bind port 19f4a321-d9e3-4454-a26b-2d716753c015 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=74320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 16:02:45.865741 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.managers [req-9facf6f4-7ee3-4aff-b9bc-178295f4f294 req-c564d2f5-7f6b-4b07-b7bb-9a085a4c4ffc service neutron] Attempting to bind port 19f4a321-d9e3-4454-a26b-2d716753c015 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '7f8c3c90-af0d-464f-bf17-eaa367a67228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '870e002b-7538-43c3-9d68-f9ced202572f'}] {{(pid=74320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 16:02:45.866063 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9facf6f4-7ee3-4aff-b9bc-178295f4f294 req-c564d2f5-7f6b-4b07-b7bb-9a085a4c4ffc service neutron] Attempting to bind port 19f4a321-d9e3-4454-a26b-2d716753c015 on network 870e002b-7538-43c3-9d68-f9ced202572f {{(pid=74320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 16:02:45.879354 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9facf6f4-7ee3-4aff-b9bc-178295f4f294 req-c564d2f5-7f6b-4b07-b7bb-9a085a4c4ffc service neutron] Port 19f4a321-d9e3-4454-a26b-2d716753c015 on network 870e002b-7538-43c3-9d68-f9ced202572f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=74320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 16:02:45.879691 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9facf6f4-7ee3-4aff-b9bc-178295f4f294 req-c564d2f5-7f6b-4b07-b7bb-9a085a4c4ffc service neutron] Attempting to bind port 19f4a321-d9e3-4454-a26b-2d716753c015 on network 870e002b-7538-43c3-9d68-f9ced202572f {{(pid=74320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 16:02:45.887021 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9facf6f4-7ee3-4aff-b9bc-178295f4f294 req-c564d2f5-7f6b-4b07-b7bb-9a085a4c4ffc service neutron] Checking agent: {'id': 'e8f37935-7292-412a-84f9-cfa484ab4cdd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 3, 16, 0, 3), 'started_at': datetime.datetime(2021, 5, 3, 16, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 5, 3, 16, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 16:02:45.887397 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9facf6f4-7ee3-4aff-b9bc-178295f4f294 req-c564d2f5-7f6b-4b07-b7bb-9a085a4c4ffc service neutron] Checking segment: {'id': '7f8c3c90-af0d-464f-bf17-eaa367a67228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '870e002b-7538-43c3-9d68-f9ced202572f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 03 16:02:45.887725 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9facf6f4-7ee3-4aff-b9bc-178295f4f294 req-c564d2f5-7f6b-4b07-b7bb-9a085a4c4ffc service neutron] Bound using segment: {'id': '7f8c3c90-af0d-464f-bf17-eaa367a67228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '870e002b-7538-43c3-9d68-f9ced202572f'} {{(pid=74320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 16:02:45.888163 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.managers [req-9facf6f4-7ee3-4aff-b9bc-178295f4f294 req-c564d2f5-7f6b-4b07-b7bb-9a085a4c4ffc service neutron] Bound port: 19f4a321-d9e3-4454-a26b-2d716753c015, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f8c3c90-af0d-464f-bf17-eaa367a67228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '870e002b-7538-43c3-9d68-f9ced202572f'}}] {{(pid=74320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 16:02:45.888535 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [req-9facf6f4-7ee3-4aff-b9bc-178295f4f294 req-c564d2f5-7f6b-4b07-b7bb-9a085a4c4ffc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:45.986667 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-2443f4b2-2031-4429-b70f-3a5ff9711dce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:46.031996 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-2443f4b2-2031-4429-b70f-3a5ff9711dce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:46.065847 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-b5223e01-a904-4e89-a902-ae20f7f129a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:46.078785 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.db [req-9facf6f4-7ee3-4aff-b9bc-178295f4f294 req-c564d2f5-7f6b-4b07-b7bb-9a085a4c4ffc service neutron] For port 19f4a321-d9e3-4454-a26b-2d716753c015, host hv-cinder-77428, cleared binding levels {{(pid=74320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 16:02:46.084756 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98392940-f69b-4170-a2b7-384219bbcc95 req-d60f2ea7-b4b9-48e1-9ba9-8388c4b3959a tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:46.086313 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-98392940-f69b-4170-a2b7-384219bbcc95 req-d60f2ea7-b4b9-48e1-9ba9-8388c4b3959a tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.11 "GET /v2.0/ports?device_id=967fd627-13bf-47c6-bc3c-3b07464adca2 HTTP/1.1" status: 200 len: 943 time: 0.1781485 May 03 16:02:46.106117 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.db [req-9facf6f4-7ee3-4aff-b9bc-178295f4f294 req-c564d2f5-7f6b-4b07-b7bb-9a085a4c4ffc service neutron] For port 19f4a321-d9e3-4454-a26b-2d716753c015, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=19f4a321-d9e3-4454-a26b-2d716753c015,segment=NetworkSegment(7f8c3c90-af0d-464f-bf17-eaa367a67228),segment_id=7f8c3c90-af0d-464f-bf17-eaa367a67228)] {{(pid=74320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 16:02:46.110547 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-80de863c-63a6-4a68-ac0d-8d66c192e086 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:46.144902 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-98392940-f69b-4170-a2b7-384219bbcc95 req-9152d5e1-dd55-417c-8194-d2f43a379f3a tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.11 "GET /v2.0/security-groups?id=831833fd-9100-465b-874d-f70121588630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453055 May 03 16:02:46.208500 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [req-9facf6f4-7ee3-4aff-b9bc-178295f4f294 req-c564d2f5-7f6b-4b07-b7bb-9a085a4c4ffc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365'] for port, after_update {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:46.213455 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:02:46.244219 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-80de863c-63a6-4a68-ac0d-8d66c192e086 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926573'] for floatingip, after_update {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:46.306434 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-2443f4b2-2031-4429-b70f-3a5ff9711dce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:46.312072 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-f00f345c-f73f-4211-b422-03492591f174 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:02:46.342205 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9facf6f4-7ee3-4aff-b9bc-178295f4f294 req-c564d2f5-7f6b-4b07-b7bb-9a085a4c4ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:46.342703 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [req-9facf6f4-7ee3-4aff-b9bc-178295f4f294 req-c564d2f5-7f6b-4b07-b7bb-9a085a4c4ffc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504013'] for port, before_response {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:46.344116 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-9facf6f4-7ee3-4aff-b9bc-178295f4f294 req-c564d2f5-7f6b-4b07-b7bb-9a085a4c4ffc service neutron] 10.222.0.42 "PUT /v2.0/ports/19f4a321-d9e3-4454-a26b-2d716753c015 HTTP/1.1" status: 200 len: 1093 time: 2.4398530 May 03 16:02:46.346766 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '967fd627-13bf-47c6-bc3c-3b07464adca2', 'tag': '19f4a321-d9e3-4454-a26b-2d716753c015'}] {{(pid=74320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 16:02:46.429497 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-2443f4b2-2031-4429-b70f-3a5ff9711dce admin admin] Notify callbacks [] for security_group, before_response {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:46.431603 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-2443f4b2-2031-4429-b70f-3a5ff9711dce admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3e4cb9f4-1242-4819-acb7-176cfee3a6e6 HTTP/1.1" status: 204 len: 168 time: 0.6727550 May 03 16:02:46.432684 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2443f4b2-2031-4429-b70f-3a5ff9711dce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e4cb9f4-1242-4819-acb7-176cfee3a6e6,revision_number=None']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:02:46.463112 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-2443f4b2-2031-4429-b70f-3a5ff9711dce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:02:46.491557 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '967fd627-13bf-47c6-bc3c-3b07464adca2', 'tag': '19f4a321-d9e3-4454-a26b-2d716753c015', 'status': 'completed', 'code': 200} May 03 16:02:46.492359 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c564d2f5-7f6b-4b07-b7bb-9a085a4c4ffc service neutron] Pushing event updated for resources: {'Port': ['ID=19f4a321-d9e3-4454-a26b-2d716753c015,revision_number=3']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:02:46.509067 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-c564d2f5-7f6b-4b07-b7bb-9a085a4c4ffc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:02:46.581704 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0e4d0a-7be1-43c7-b1b6-fa6c3f3f89bf req-74c7650f-0cef-40c0-b7e2-34359c5b1447 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:46.583646 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-6b0e4d0a-7be1-43c7-b1b6-fa6c3f3f89bf req-74c7650f-0cef-40c0-b7e2-34359c5b1447 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f59cf43-d943-4d50-bf48-735891ba4d14 HTTP/1.1" status: 200 len: 946 time: 0.2508955 May 03 16:02:46.589140 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 48676) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:02:46.594208 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.db.l3_db [None req-80de863c-63a6-4a68-ac0d-8d66c192e086 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Floating IP 7d84cdf0-f163-4b19-bcf1-9ebe80742298 associated. External IP: 172.28.1.42, port: 8ac04686-8f05-4ebc-95be-b0f09f2054d5. May 03 16:02:46.694487 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ca720ae-3ebd-477d-8676-71aba5809e54 admin admin] Deleting subnet 6ce7fc78-cf3e-495e-952c-9a3833116d0b {{(pid=74321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} May 03 16:02:46.707600 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9facf6f4-7ee3-4aff-b9bc-178295f4f294 req-32fd13b2-547b-4c65-9e5f-9e8fee9f9a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:46.708233 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-6b0e4d0a-7be1-43c7-b1b6-fa6c3f3f89bf req-80395be5-a4f7-4878-b2c8-9b14e28789fa tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/security-groups?id=d843f737-6466-4183-8023-14d53a00a23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744305 May 03 16:02:46.709021 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-6ca720ae-3ebd-477d-8676-71aba5809e54 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:46.709164 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-9facf6f4-7ee3-4aff-b9bc-178295f4f294 req-32fd13b2-547b-4c65-9e5f-9e8fee9f9a60 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0a26f36f4e834c7babe874ff5e2db568&device_id=967fd627-13bf-47c6-bc3c-3b07464adca2 HTTP/1.1" status: 200 len: 1096 time: 0.2113149 May 03 16:02:46.773382 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-6ca720ae-3ebd-477d-8676-71aba5809e54 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:46.780972 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-6ca720ae-3ebd-477d-8676-71aba5809e54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2037121'] for subnet, precommit_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:46.842439 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-9facf6f4-7ee3-4aff-b9bc-178295f4f294 req-91b16c52-3801-47be-a4d5-67da939347b7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=19f4a321-d9e3-4454-a26b-2d716753c015 HTTP/1.1" status: 200 len: 217 time: 0.0758481 May 03 16:02:46.982672 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9facf6f4-7ee3-4aff-b9bc-178295f4f294 req-991e53fa-9e85-4c87-a1ea-c20f7c95cba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:46.984131 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-9facf6f4-7ee3-4aff-b9bc-178295f4f294 req-991e53fa-9e85-4c87-a1ea-c20f7c95cba5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=213f080e-45b1-4a83-9ec2-6e7991e6012a HTTP/1.1" status: 200 len: 854 time: 0.1301582 May 03 16:02:47.145002 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-9facf6f4-7ee3-4aff-b9bc-178295f4f294 req-87afde08-39a5-40f0-b1bd-af0106f78982 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=870e002b-7538-43c3-9d68-f9ced202572f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1475484 May 03 16:02:47.238309 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-6ca720ae-3ebd-477d-8676-71aba5809e54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2037128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119'] for subnet, after_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:47.247201 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-6d927a1e-c954-4758-8937-726d769b82fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:02:47.327160 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca720ae-3ebd-477d-8676-71aba5809e54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ce7fc78-cf3e-495e-952c-9a3833116d0b,revision_number=None']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:02:47.339686 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-6ca720ae-3ebd-477d-8676-71aba5809e54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532153'] for subnet, before_response {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:47.363107 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-6ca720ae-3ebd-477d-8676-71aba5809e54 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/6ce7fc78-cf3e-495e-952c-9a3833116d0b HTTP/1.1" status: 204 len: 168 time: 0.7727144 May 03 16:02:47.365695 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 48700) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:02:47.368646 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-6ca720ae-3ebd-477d-8676-71aba5809e54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:02:47.380353 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80de863c-63a6-4a68-ac0d-8d66c192e086 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Router 59fbbaaf-3c82-4b4a-9f4b-382ac8ad236c has already been hosted by L3 agent 433ecc79-0b70-49a3-9006-0abc49206663 {{(pid=74320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 16:02:47.401935 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e946c4b2-6783-481e-bb96-ed7e62a3ef20 req-b4fb8ae2-85d0-440b-8f32-ebd12969c477 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:47.412296 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-e946c4b2-6783-481e-bb96-ed7e62a3ef20 req-b4fb8ae2-85d0-440b-8f32-ebd12969c477 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.11 "GET /v2.0/ports?device_id=967fd627-13bf-47c6-bc3c-3b07464adca2 HTTP/1.1" status: 200 len: 943 time: 0.1166294 May 03 16:02:47.425583 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-9facf6f4-7ee3-4aff-b9bc-178295f4f294 req-ab6ab7a7-d7df-43e5-9595-18dfb36b7980 service neutron] 10.222.0.42 "GET /v2.0/networks/870e002b-7538-43c3-9d68-f9ced202572f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2683287 May 03 16:02:47.459854 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-e946c4b2-6783-481e-bb96-ed7e62a3ef20 req-5c199d3c-a902-4492-a970-0645f19c3403 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.11 "GET /v2.0/security-groups?id=831833fd-9100-465b-874d-f70121588630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500226 May 03 16:02:47.681324 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-cd166018-6e22-4168-b697-f0230d2428fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2016999'] for network, before_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:47.839858 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-9facf6f4-7ee3-4aff-b9bc-178295f4f294 req-b4fd10e9-ba26-450d-b3b5-8513d86ef85a service neutron] 10.222.0.42 "GET /v2.0/networks/870e002b-7538-43c3-9d68-f9ced202572f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3606210 May 03 16:02:47.871366 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80de863c-63a6-4a68-ac0d-8d66c192e086 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Notify agent at l3_agent.dv-cinder-774286-11-smb the message routers_updated {{(pid=74320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 16:02:47.878896 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-80de863c-63a6-4a68-ac0d-8d66c192e086 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504013'] for floatingip, before_response {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:47.883653 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b0b6fb-7885-4a3d-8969-f67ea1e1e077 None None] Sync routers for ids ['59fbbaaf-3c82-4b4a-9f4b-382ac8ad236c'] in dv-cinder-774286-11-smb {{(pid=74323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 16:02:47.896641 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b0b6fb-7885-4a3d-8969-f67ea1e1e077 None None] Routers {'59fbbaaf-3c82-4b4a-9f4b-382ac8ad236c'} bound to L3 agent in host dv-cinder-774286-11-smb {{(pid=74323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 03 16:02:47.898268 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.l3_hamode_db [None req-58b0b6fb-7885-4a3d-8969-f67ea1e1e077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-03T15:53:43Z,description=,heartbeat_timestamp=2021-05-03T16:02:43Z,host='dv-cinder-774286-11-smb',id=433ecc79-0b70-49a3-9006-0abc49206663,load=0,resource_versions=,resources_synced=,started_at=2021-05-03T15:53:44Z,topic='l3_agent')) {'router_ids': ['59fbbaaf-3c82-4b4a-9f4b-382ac8ad236c'], 'active': True} {{(pid=74323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:02:47.954920 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f379fb-a9d6-47fc-b914-f980dc9450ed req-2240aec8-0e46-45aa-b406-9cffb1c37422 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:47.956851 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-d2f379fb-a9d6-47fc-b914-f980dc9450ed req-2240aec8-0e46-45aa-b406-9cffb1c37422 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f59cf43-d943-4d50-bf48-735891ba4d14 HTTP/1.1" status: 200 len: 946 time: 0.1195438 May 03 16:02:47.993483 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-cd166018-6e22-4168-b697-f0230d2428fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2031644', 'neutron.services.segments.db._delete_segments_for_network-8781092860977'] for network, precommit_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:48.027733 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-d2f379fb-a9d6-47fc-b914-f980dc9450ed req-8f3b0882-3b8b-494b-90d3-d26de3a65be8 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/security-groups?id=d843f737-6466-4183-8023-14d53a00a23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516107 May 03 16:02:48.072369 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-80de863c-63a6-4a68-ac0d-8d66c192e086 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "PUT /v2.0/floatingips/7d84cdf0-f163-4b19-bcf1-9ebe80742298 HTTP/1.1" status: 200 len: 991 time: 3.4444735 May 03 16:02:48.146512 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.l3_dvr_db [None req-58b0b6fb-7885-4a3d-8969-f67ea1e1e077 None None] Set router 59fbbaaf-3c82-4b4a-9f4b-382ac8ad236c gateway port host: dv-cinder-774286-11-smb {{(pid=74323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 03 16:02:48.164832 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-cd166018-6e22-4168-b697-f0230d2428fa admin admin] Subscribe: > segment before_delete 55550000 {{(pid=74320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:02:48.165422 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-cd166018-6e22-4168-b697-f0230d2428fa admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=74320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:02:48.166334 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-cd166018-6e22-4168-b697-f0230d2428fa admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=74320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:02:48.166831 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-cd166018-6e22-4168-b697-f0230d2428fa admin admin] Subscribe: > port after_create 55550000 {{(pid=74320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:02:48.167328 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-cd166018-6e22-4168-b697-f0230d2428fa admin admin] Subscribe: > port after_delete 55550000 {{(pid=74320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:02:48.167830 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-cd166018-6e22-4168-b697-f0230d2428fa admin admin] Subscribe: > port after_update 55550000 {{(pid=74320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:02:48.168333 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-cd166018-6e22-4168-b697-f0230d2428fa admin admin] Subscribe: > segment after_delete 55550000 {{(pid=74320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:02:48.168815 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-cd166018-6e22-4168-b697-f0230d2428fa admin admin] Subscribe: > subnet after_create 55550000 {{(pid=74320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:02:48.169289 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-cd166018-6e22-4168-b697-f0230d2428fa admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=74320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:02:48.169768 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-cd166018-6e22-4168-b697-f0230d2428fa admin admin] Subscribe: > subnet after_update 55550000 {{(pid=74320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:02:48.334988 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-cd166018-6e22-4168-b697-f0230d2428fa admin admin] Subscribe: > subnet after_create 55550000 {{(pid=74320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:02:48.335365 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-cd166018-6e22-4168-b697-f0230d2428fa admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=74320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:02:48.335702 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-cd166018-6e22-4168-b697-f0230d2428fa admin admin] Subscribe: > subnet before_create 55550000 {{(pid=74320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:02:48.336033 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-cd166018-6e22-4168-b697-f0230d2428fa admin admin] Subscribe: > subnet before_update 55550000 {{(pid=74320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:02:48.336426 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.services.segments.db [None req-cd166018-6e22-4168-b697-f0230d2428fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8093ebdc-41ed-4934-a390-0b1cf47faa3e']}} {{(pid=74320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:02:48.357720 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.services.segments.db [None req-cd166018-6e22-4168-b697-f0230d2428fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '106d03d9-f7dd-4504-ae99-a5e4403532d8') {'for_net_delete': True} {{(pid=74320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:02:48.358014 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.services.segments.db [None req-cd166018-6e22-4168-b697-f0230d2428fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '106d03d9-f7dd-4504-ae99-a5e4403532d8') {} {{(pid=74320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:02:48.376963 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-cd166018-6e22-4168-b697-f0230d2428fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781092872551', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2433352'] for segment, before_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:48.391610 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144afcc6-063a-4cb3-94bd-22efcbeae090 req-fe5726b1-08a3-435b-96a6-04435b1f8be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:48.393888 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-144afcc6-063a-4cb3-94bd-22efcbeae090 req-fe5726b1-08a3-435b-96a6-04435b1f8be1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0a26f36f4e834c7babe874ff5e2db568&device_id=967fd627-13bf-47c6-bc3c-3b07464adca2 HTTP/1.1" status: 200 len: 1096 time: 0.4080622 May 03 16:02:48.400120 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-cd166018-6e22-4168-b697-f0230d2428fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038491'] for segment, precommit_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:48.431638 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd166018-6e22-4168-b697-f0230d2428fa admin admin] Releasing vlan 639 on physical network physnet1 to pool {{(pid=74320) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 16:02:48.519579 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6020fa3-c8c8-4d20-a437-d6e2a52deab0', 'tag': '8ac04686-8f05-4ebc-95be-b0f09f2054d5'}] {{(pid=74320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 16:02:48.572068 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.l3_hamode_db [None req-58b0b6fb-7885-4a3d-8969-f67ea1e1e077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59fbbaaf-3c82-4b4a-9f4b-382ac8ad236c', 'name': 'tempest-AttachVolumeTestJSON-1560532479-router', 'tenant_id': 'a45b3ae4a7654b64951cdc1628f41ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'external_fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.189'}], 'enable_snat': True}, 'gw_port_id': 'd271ec25-1f7e-47bc-ab15-351e9358f1b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-03T16:01:46Z', 'updated_at': '2021-05-03T16:02:09Z', 'revision_number': 4, 'project_id': 'a45b3ae4a7654b64951cdc1628f41ef5', 'gw_port': {'id': 'd271ec25-1f7e-47bc-ab15-351e9358f1b5', 'name': '', 'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:c8:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fbbaaf-3c82-4b4a-9f4b-382ac8ad236c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-03T16:01:50Z', 'updated_at': '2021-05-03T16:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9682172-7c17-476a-827f-79723500eb4a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-11-smb', '_floatingips': [{'id': '7d84cdf0-f163-4b19-bcf1-9ebe80742298', 'tenant_id': 'a45b3ae4a7654b64951cdc1628f41ef5', 'floating_ip_address': '172.28.1.42', 'floating_network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'router_id': '59fbbaaf-3c82-4b4a-9f4b-382ac8ad236c', 'port_id': '8ac04686-8f05-4ebc-95be-b0f09f2054d5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2375af68-6e6b-455a-b7be-3561029d4953', 'mac_address': 'fa:16:3e:7b:ba:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6020fa3-c8c8-4d20-a437-d6e2a52deab0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-03T16:02:21Z', 'updated_at': '2021-05-03T16:02:45Z', 'revision_number': 1, 'project_id': 'a45b3ae4a7654b64951cdc1628f41ef5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3afb4d1f-b53e-4aa7-83fd-769fa1786bd3', 'name': '', 'network_id': '2375af68-6e6b-455a-b7be-3561029d4953', 'tenant_id': 'a45b3ae4a7654b64951cdc1628f41ef5', 'mac_address': 'fa:16:3e:17:e7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fbbaaf-3c82-4b4a-9f4b-382ac8ad236c', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '0c868822-acdb-4384-9ddc-ddab19dd933c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-03T16:02:05Z', 'updated_at': '2021-05-03T16:02:19Z', 'revision_number': 5, 'project_id': 'a45b3ae4a7654b64951cdc1628f41ef5', 'subnets': [{'id': '0c868822-acdb-4384-9ddc-ddab19dd933c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-11-smb', False) {} {{(pid=74323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:02:48.576715 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b0b6fb-7885-4a3d-8969-f67ea1e1e077 None None] Checking router: 59fbbaaf-3c82-4b4a-9f4b-382ac8ad236c for host: dv-cinder-774286-11-smb {{(pid=74323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 16:02:48.588472 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b0b6fb-7885-4a3d-8969-f67ea1e1e077 None None] Routers {'59fbbaaf-3c82-4b4a-9f4b-382ac8ad236c'} bound to L3 agent in host dv-cinder-774286-11-smb {{(pid=74323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 03 16:02:48.589955 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.l3_hamode_db [None req-58b0b6fb-7885-4a3d-8969-f67ea1e1e077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-03T15:53:43Z,description=,heartbeat_timestamp=2021-05-03T16:02:43Z,host='dv-cinder-774286-11-smb',id=433ecc79-0b70-49a3-9006-0abc49206663,load=0,resource_versions=,resources_synced=,started_at=2021-05-03T15:53:44Z,topic='l3_agent')) {'router_ids': ['59fbbaaf-3c82-4b4a-9f4b-382ac8ad236c'], 'active': True} {{(pid=74323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:02:48.620987 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6020fa3-c8c8-4d20-a437-d6e2a52deab0', 'tag': '8ac04686-8f05-4ebc-95be-b0f09f2054d5', 'status': 'completed', 'code': 200} May 03 16:02:48.706800 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e2787f-69db-4c70-8445-121c3c378cbe req-ade95872-b6a4-4fb8-8624-4fec9105ccdc tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:48.708461 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-87e2787f-69db-4c70-8445-121c3c378cbe req-ade95872-b6a4-4fb8-8624-4fec9105ccdc tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.11 "GET /v2.0/ports?device_id=967fd627-13bf-47c6-bc3c-3b07464adca2 HTTP/1.1" status: 200 len: 943 time: 0.1071913 May 03 16:02:48.776909 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-87e2787f-69db-4c70-8445-121c3c378cbe req-9f0d3627-f168-4ac0-9828-ac6e5e894c05 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.11 "GET /v2.0/security-groups?id=831833fd-9100-465b-874d-f70121588630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606060 May 03 16:02:48.855548 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.managers [None req-cd166018-6e22-4168-b697-f0230d2428fa admin admin] Network 8093ebdc-41ed-4934-a390-0b1cf47faa3e has no segments {{(pid=74320) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 03 16:02:48.865779 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-cd166018-6e22-4168-b697-f0230d2428fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2038484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2110442'] for segment, after_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:48.900101 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.l3_dvr_db [None req-58b0b6fb-7885-4a3d-8969-f67ea1e1e077 None None] Set router 59fbbaaf-3c82-4b4a-9f4b-382ac8ad236c gateway port host: dv-cinder-774286-11-smb {{(pid=74323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 03 16:02:49.012037 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144afcc6-063a-4cb3-94bd-22efcbeae090 req-70d817c4-0044-47c6-b9ce-fe4bd2f59f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:49.012037 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-144afcc6-063a-4cb3-94bd-22efcbeae090 req-70d817c4-0044-47c6-b9ce-fe4bd2f59f7c service neutron] 10.222.0.42 "GET /v2.0/networks?id=870e002b-7538-43c3-9d68-f9ced202572f HTTP/1.1" status: 200 len: 915 time: 0.6021087 May 03 16:02:49.225862 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.managers [None req-cd166018-6e22-4168-b697-f0230d2428fa admin admin] Network 8093ebdc-41ed-4934-a390-0b1cf47faa3e has no segments {{(pid=74320) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 03 16:02:49.301982 dv-cinder-774286-11-smb neutron-server[74320]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 03 16:02:49.301982 dv-cinder-774286-11-smb neutron-server[74320]: from cryptography.utils import int_from_bytes May 03 16:02:49.301982 dv-cinder-774286-11-smb neutron-server[74320]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 03 16:02:49.301982 dv-cinder-774286-11-smb neutron-server[74320]: from cryptography.utils import int_from_bytes May 03 16:02:49.301982 dv-cinder-774286-11-smb neutron-server[74320]: Traceback (most recent call last): May 03 16:02:49.301982 dv-cinder-774286-11-smb neutron-server[74320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 16:02:49.301982 dv-cinder-774286-11-smb neutron-server[74320]: timer() May 03 16:02:49.301982 dv-cinder-774286-11-smb neutron-server[74320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 16:02:49.301982 dv-cinder-774286-11-smb neutron-server[74320]: cb(*args, **kw) May 03 16:02:49.301982 dv-cinder-774286-11-smb neutron-server[74320]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 03 16:02:49.301982 dv-cinder-774286-11-smb neutron-server[74320]: return func(*args, **kwargs) May 03 16:02:49.301982 dv-cinder-774286-11-smb neutron-server[74320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 16:02:49.301982 dv-cinder-774286-11-smb neutron-server[74320]: self._notify() May 03 16:02:49.301982 dv-cinder-774286-11-smb neutron-server[74320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 16:02:49.301982 dv-cinder-774286-11-smb neutron-server[74320]: self.callback(batched_events) May 03 16:02:49.301982 dv-cinder-774286-11-smb neutron-server[74320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 16:02:49.301982 dv-cinder-774286-11-smb neutron-server[74320]: event.method(event) May 03 16:02:49.301982 dv-cinder-774286-11-smb neutron-server[74320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 16:02:49.301982 dv-cinder-774286-11-smb neutron-server[74320]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 16:02:49.301982 dv-cinder-774286-11-smb neutron-server[74320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 16:02:49.301982 dv-cinder-774286-11-smb neutron-server[74320]: aggregate_uuid = self.p_client.list_aggregates( May 03 16:02:49.301982 dv-cinder-774286-11-smb neutron-server[74320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 16:02:49.301982 dv-cinder-774286-11-smb neutron-server[74320]: return f(self, *a, **k) May 03 16:02:49.301982 dv-cinder-774286-11-smb neutron-server[74320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 16:02:49.301982 dv-cinder-774286-11-smb neutron-server[74320]: return self._get(url).json() May 03 16:02:49.301982 dv-cinder-774286-11-smb neutron-server[74320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 16:02:49.301982 dv-cinder-774286-11-smb neutron-server[74320]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 16:02:49.301982 dv-cinder-774286-11-smb neutron-server[74320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 16:02:49.301982 dv-cinder-774286-11-smb neutron-server[74320]: return self.request(url, 'GET', **kwargs) May 03 16:02:49.301982 dv-cinder-774286-11-smb neutron-server[74320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 16:02:49.301982 dv-cinder-774286-11-smb neutron-server[74320]: base_url = self.get_endpoint(auth, allow=allow, May 03 16:02:49.301982 dv-cinder-774286-11-smb neutron-server[74320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 16:02:49.301982 dv-cinder-774286-11-smb neutron-server[74320]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 16:02:49.301982 dv-cinder-774286-11-smb neutron-server[74320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 16:02:49.301982 dv-cinder-774286-11-smb neutron-server[74320]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 16:02:49.301982 dv-cinder-774286-11-smb neutron-server[74320]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 16:02:49.364829 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-144afcc6-063a-4cb3-94bd-22efcbeae090 req-a92b6a54-de19-42f6-8cca-587fe75af170 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=19f4a321-d9e3-4454-a26b-2d716753c015 HTTP/1.1" status: 200 len: 217 time: 0.2945285 May 03 16:02:49.467041 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0d46d3-f504-4189-88dc-286cd611a373 req-1f53f847-13eb-493d-b27e-cba6d0d8b52f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:49.469632 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-0f0d46d3-f504-4189-88dc-286cd611a373 req-1f53f847-13eb-493d-b27e-cba6d0d8b52f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a45b3ae4a7654b64951cdc1628f41ef5&device_id=c6020fa3-c8c8-4d20-a437-d6e2a52deab0 HTTP/1.1" status: 200 len: 1099 time: 0.6825035 May 03 16:02:49.487797 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144afcc6-063a-4cb3-94bd-22efcbeae090 req-adb5e08d-f2e4-4135-8db4-ae8323806c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:49.490458 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-144afcc6-063a-4cb3-94bd-22efcbeae090 req-adb5e08d-f2e4-4135-8db4-ae8323806c17 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=213f080e-45b1-4a83-9ec2-6e7991e6012a HTTP/1.1" status: 200 len: 854 time: 0.1091626 May 03 16:02:49.537128 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.l3_hamode_db [None req-58b0b6fb-7885-4a3d-8969-f67ea1e1e077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59fbbaaf-3c82-4b4a-9f4b-382ac8ad236c', 'name': 'tempest-AttachVolumeTestJSON-1560532479-router', 'tenant_id': 'a45b3ae4a7654b64951cdc1628f41ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'external_fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.189'}], 'enable_snat': True}, 'gw_port_id': 'd271ec25-1f7e-47bc-ab15-351e9358f1b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-03T16:01:46Z', 'updated_at': '2021-05-03T16:02:09Z', 'revision_number': 4, 'project_id': 'a45b3ae4a7654b64951cdc1628f41ef5', 'gw_port': {'id': 'd271ec25-1f7e-47bc-ab15-351e9358f1b5', 'name': '', 'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:c8:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fbbaaf-3c82-4b4a-9f4b-382ac8ad236c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-03T16:01:50Z', 'updated_at': '2021-05-03T16:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9682172-7c17-476a-827f-79723500eb4a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-11-smb', '_floatingips': [{'id': '7d84cdf0-f163-4b19-bcf1-9ebe80742298', 'tenant_id': 'a45b3ae4a7654b64951cdc1628f41ef5', 'floating_ip_address': '172.28.1.42', 'floating_network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'router_id': '59fbbaaf-3c82-4b4a-9f4b-382ac8ad236c', 'port_id': '8ac04686-8f05-4ebc-95be-b0f09f2054d5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2375af68-6e6b-455a-b7be-3561029d4953', 'mac_address': 'fa:16:3e:7b:ba:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6020fa3-c8c8-4d20-a437-d6e2a52deab0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-03T16:02:21Z', 'updated_at': '2021-05-03T16:02:45Z', 'revision_number': 1, 'project_id': 'a45b3ae4a7654b64951cdc1628f41ef5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3afb4d1f-b53e-4aa7-83fd-769fa1786bd3', 'name': '', 'network_id': '2375af68-6e6b-455a-b7be-3561029d4953', 'tenant_id': 'a45b3ae4a7654b64951cdc1628f41ef5', 'mac_address': 'fa:16:3e:17:e7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fbbaaf-3c82-4b4a-9f4b-382ac8ad236c', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '0c868822-acdb-4384-9ddc-ddab19dd933c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-03T16:02:05Z', 'updated_at': '2021-05-03T16:02:19Z', 'revision_number': 5, 'project_id': 'a45b3ae4a7654b64951cdc1628f41ef5', 'subnets': [{'id': '0c868822-acdb-4384-9ddc-ddab19dd933c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-11-smb', False) {} {{(pid=74323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:02:49.541838 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b0b6fb-7885-4a3d-8969-f67ea1e1e077 None None] The sync data for ids ['59fbbaaf-3c82-4b4a-9f4b-382ac8ad236c'] in dv-cinder-774286-11-smb is: [{'id': '59fbbaaf-3c82-4b4a-9f4b-382ac8ad236c', 'name': 'tempest-AttachVolumeTestJSON-1560532479-router', 'tenant_id': 'a45b3ae4a7654b64951cdc1628f41ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'external_fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.189'}], 'enable_snat': True}, 'gw_port_id': 'd271ec25-1f7e-47bc-ab15-351e9358f1b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-03T16:01:46Z', 'updated_at': '2021-05-03T16:02:09Z', 'revision_number': 4, 'project_id': 'a45b3ae4a7654b64951cdc1628f41ef5', 'gw_port': {'id': 'd271ec25-1f7e-47bc-ab15-351e9358f1b5', 'name': '', 'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:c8:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fbbaaf-3c82-4b4a-9f4b-382ac8ad236c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-03T16:01:50Z', 'updated_at': '2021-05-03T16:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9682172-7c17-476a-827f-79723500eb4a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-11-smb', '_floatingips': [{'id': '7d84cdf0-f163-4b19-bcf1-9ebe80742298', 'tenant_id': 'a45b3ae4a7654b64951cdc1628f41ef5', 'floating_ip_address': '172.28.1.42', 'floating_network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'router_id': '59fbbaaf-3c82-4b4a-9f4b-382ac8ad236c', 'port_id': '8ac04686-8f05-4ebc-95be-b0f09f2054d5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2375af68-6e6b-455a-b7be-3561029d4953', 'mac_address': 'fa:16:3e:7b:ba:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6020fa3-c8c8-4d20-a437-d6e2a52deab0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-03T16:02:21Z', 'updated_at': '2021-05-03T16:02:45Z', 'revision_number': 1, 'project_id': 'a45b3ae4a7654b64951cdc1628f41ef5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3afb4d1f-b53e-4aa7-83fd-769fa1786bd3', 'name': '', 'network_id': '2375af68-6e6b-455a-b7be-3561029d4953', 'tenant_id': 'a45b3ae4a7654b64951cdc1628f41ef5', 'mac_address': 'fa:16:3e:17:e7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fbbaaf-3c82-4b4a-9f4b-382ac8ad236c', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '0c868822-acdb-4384-9ddc-ddab19dd933c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-03T16:02:05Z', 'updated_at': '2021-05-03T16:02:19Z', 'revision_number': 5, 'project_id': 'a45b3ae4a7654b64951cdc1628f41ef5', 'subnets': [{'id': '0c868822-acdb-4384-9ddc-ddab19dd933c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 16:02:49.550959 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-cd166018-6e22-4168-b697-f0230d2428fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2031619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926591'] for network, after_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:49.564364 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6896dc5b-e2c9-45cd-b1b0-e8ad0fd1429d req-ab6574d8-299b-4fcd-8310-ada63c18163b tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:49.566816 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-6896dc5b-e2c9-45cd-b1b0-e8ad0fd1429d req-ab6574d8-299b-4fcd-8310-ada63c18163b tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f59cf43-d943-4d50-bf48-735891ba4d14 HTTP/1.1" status: 200 len: 946 time: 0.1727259 May 03 16:02:49.581131 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-144afcc6-063a-4cb3-94bd-22efcbeae090 req-5bd09b11-4223-418f-8962-c25a4a83fa43 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=870e002b-7538-43c3-9d68-f9ced202572f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673239 May 03 16:02:49.586551 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-93abe5ae-6d8f-48b1-91ae-6ae36115e880 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:02:49.664640 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-6896dc5b-e2c9-45cd-b1b0-e8ad0fd1429d req-2940b0e9-b622-4922-a54e-27c282ff209c tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/security-groups?id=d843f737-6466-4183-8023-14d53a00a23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874114 May 03 16:02:49.669090 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-cd166018-6e22-4168-b697-f0230d2428fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532153'] for network, before_response {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:49.711359 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd166018-6e22-4168-b697-f0230d2428fa admin admin] Pushing event deleted for resources: {'Network': ['ID=8093ebdc-41ed-4934-a390-0b1cf47faa3e,revision_number=None']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:02:49.720046 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-cd166018-6e22-4168-b697-f0230d2428fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:02:49.817641 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-cd166018-6e22-4168-b697-f0230d2428fa admin admin] 10.222.0.11 "DELETE /v2.0/networks/8093ebdc-41ed-4934-a390-0b1cf47faa3e HTTP/1.1" status: 204 len: 168 time: 2.4426997 May 03 16:02:49.822609 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0d46d3-f504-4189-88dc-286cd611a373 req-8e964738-565a-4840-a9c9-9ada1aa13814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:49.824090 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-0f0d46d3-f504-4189-88dc-286cd611a373 req-8e964738-565a-4840-a9c9-9ada1aa13814 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2375af68-6e6b-455a-b7be-3561029d4953 HTTP/1.1" status: 200 len: 912 time: 0.3327618 May 03 16:02:49.832933 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c4f1ec-b7c0-46a9-b900-aeb65003dc27 None None] New status for floating IP 7d84cdf0-f163-4b19-bcf1-9ebe80742298: ACTIVE {{(pid=74322) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 16:02:49.909035 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-144afcc6-063a-4cb3-94bd-22efcbeae090 req-393424a1-7097-43e4-b266-bfec204c2b9c service neutron] 10.222.0.42 "GET /v2.0/networks/870e002b-7538-43c3-9d68-f9ced202572f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3034253 May 03 16:02:50.012063 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Device 19f4a321-d9e3-4454-a26b-2d716753c015 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=74322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 16:02:50.039104 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-0f0d46d3-f504-4189-88dc-286cd611a373 req-c01f4b8e-6f9f-404f-8e13-1cffd0438f4c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8ac04686-8f05-4ebc-95be-b0f09f2054d5 HTTP/1.1" status: 200 len: 999 time: 0.2028077 May 03 16:02:50.046711 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cb0a66-e9f2-41c6-bd08-96e3e5badf56 req-1cd9decc-7d05-4f86-a973-d961d722e3fa tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:50.048254 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-98cb0a66-e9f2-41c6-bd08-96e3e5badf56 req-1cd9decc-7d05-4f86-a973-d961d722e3fa tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.11 "GET /v2.0/ports?device_id=967fd627-13bf-47c6-bc3c-3b07464adca2 HTTP/1.1" status: 200 len: 943 time: 0.1095090 May 03 16:02:50.099482 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-98cb0a66-e9f2-41c6-bd08-96e3e5badf56 req-3e0684de-479e-43d5-b35a-c03be08a4f63 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.11 "GET /v2.0/security-groups?id=831833fd-9100-465b-874d-f70121588630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448022 May 03 16:02:50.136658 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0d46d3-f504-4189-88dc-286cd611a373 req-2250709a-ba5a-4834-b02f-f70bd7325689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:50.138124 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-0f0d46d3-f504-4189-88dc-286cd611a373 req-2250709a-ba5a-4834-b02f-f70bd7325689 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0c868822-acdb-4384-9ddc-ddab19dd933c HTTP/1.1" status: 200 len: 850 time: 0.0795450 May 03 16:02:50.140052 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-144afcc6-063a-4cb3-94bd-22efcbeae090 req-e253e979-7e2c-4a80-bdfe-72ce9ce3cfe9 service neutron] 10.222.0.42 "GET /v2.0/networks/870e002b-7538-43c3-9d68-f9ced202572f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209475 May 03 16:02:50.251177 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0d46d3-f504-4189-88dc-286cd611a373 req-3da81fe9-e4ac-42b8-9c72-f5470ddaf660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:50.253167 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-0f0d46d3-f504-4189-88dc-286cd611a373 req-3da81fe9-e4ac-42b8-9c72-f5470ddaf660 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2375af68-6e6b-455a-b7be-3561029d4953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0846670 May 03 16:02:50.338580 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 48772) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:02:50.342462 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] For port 19f4a321-d9e3-4454-a26b-2d716753c015, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=19f4a321-d9e3-4454-a26b-2d716753c015,segment=NetworkSegment(7f8c3c90-af0d-464f-bf17-eaa367a67228),segment_id=7f8c3c90-af0d-464f-bf17-eaa367a67228)] {{(pid=74322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 16:02:50.357548 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Returning: {'device': '19f4a321-d9e3-4454-a26b-2d716753c015', 'network_id': '870e002b-7538-43c3-9d68-f9ced202572f', 'port_id': '19f4a321-d9e3-4454-a26b-2d716753c015', 'mac_address': 'fa:16:3e:87:42:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '213f080e-45b1-4a83-9ec2-6e7991e6012a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 16:02:50.421693 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-186f1191-d446-40d7-baaf-fc1275f0fb73 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d4fc2b1b5d484febb9a75e0e1e9f5a72&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0817547 May 03 16:02:50.422275 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 48778) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:02:50.426898 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:50.446995 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.notifiers.nova [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19f4a321-d9e3-4454-a26b-2d716753c015 {{(pid=74322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 03 16:02:50.465659 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] For port 19f4a321-d9e3-4454-a26b-2d716753c015, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=19f4a321-d9e3-4454-a26b-2d716753c015,segment=NetworkSegment(7f8c3c90-af0d-464f-bf17-eaa367a67228),segment_id=7f8c3c90-af0d-464f-bf17-eaa367a67228)] {{(pid=74322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 16:02:50.479513 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-0f0d46d3-f504-4189-88dc-286cd611a373 req-ec879ae9-46ee-4adb-85c8-26d86be5202b service neutron] 10.222.0.42 "GET /v2.0/networks/2375af68-6e6b-455a-b7be-3561029d4953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121150 May 03 16:02:50.491977 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-72694b69-daa2-42d8-8656-7d6b4ac23e8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:50.529681 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-72694b69-daa2-42d8-8656-7d6b4ac23e8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:50.575712 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365'] for port, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:50.579263 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-90a315cc-36e0-435e-a901-1623d67bc2d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:02:50.668943 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Pushing event updated for resources: {'Port': ['ID=19f4a321-d9e3-4454-a26b-2d716753c015,revision_number=4']} {{(pid=74322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:02:50.678253 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:02:50.678601 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:02:50.679744 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:02:50.679744 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:02:50.679744 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:02:50.679999 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:02:50.680418 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:02:50.680751 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:02:50.681116 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:02:50.681436 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:02:50.681755 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:02:50.682076 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:02:50.687736 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:02:50.757163 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-72694b69-daa2-42d8-8656-7d6b4ac23e8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:50.761011 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:02:50.772892 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-0f0d46d3-f504-4189-88dc-286cd611a373 req-c2f8f0ea-eca2-4d4e-8692-2ff2f08b2284 service neutron] 10.222.0.42 "GET /v2.0/networks/2375af68-6e6b-455a-b7be-3561029d4953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2861557 May 03 16:02:50.778435 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72694b69-daa2-42d8-8656-7d6b4ac23e8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0afec749-0063-4a43-9de0-74e2a8f1e091,revision_number=None']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:02:50.788340 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-72694b69-daa2-42d8-8656-7d6b4ac23e8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:02:50.805764 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-72694b69-daa2-42d8-8656-7d6b4ac23e8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:50.809520 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-72694b69-daa2-42d8-8656-7d6b4ac23e8e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0afec749-0063-4a43-9de0-74e2a8f1e091 HTTP/1.1" status: 204 len: 168 time: 0.3837368 May 03 16:02:50.922633 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3d0df7-407d-4ed1-bf17-6c537eb66998 req-a48b7851-dbc2-40f1-8a73-ad3ee5290e40 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:50.922633 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-5a3d0df7-407d-4ed1-bf17-6c537eb66998 req-a48b7851-dbc2-40f1-8a73-ad3ee5290e40 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f59cf43-d943-4d50-bf48-735891ba4d14 HTTP/1.1" status: 200 len: 946 time: 0.1087289 May 03 16:02:50.971719 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-5a3d0df7-407d-4ed1-bf17-6c537eb66998 req-96580c8d-5eaa-4e71-8d39-e6b67ac13700 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/security-groups?id=d843f737-6466-4183-8023-14d53a00a23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481775 May 03 16:02:51.019085 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] get_ports_and_sgs() called for port_ids ['19f4a321-d9e3-4454-a26b-2d716753c015'] {{(pid=74322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 16:02:51.318203 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052bacf6-fed9-4c41-9522-9f1fdccbec58 req-24cd5537-1c44-494d-bb7f-69fedcb0b797 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:51.318203 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-052bacf6-fed9-4c41-9522-9f1fdccbec58 req-24cd5537-1c44-494d-bb7f-69fedcb0b797 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.11 "GET /v2.0/ports?device_id=967fd627-13bf-47c6-bc3c-3b07464adca2 HTTP/1.1" status: 200 len: 944 time: 0.0986321 May 03 16:02:51.371771 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-052bacf6-fed9-4c41-9522-9f1fdccbec58 req-05fba01b-321c-4ca6-8fe9-52405d52480e tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.11 "GET /v2.0/security-groups?id=831833fd-9100-465b-874d-f70121588630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477173 May 03 16:02:52.199170 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43829ff-a581-4e3a-8c5b-8af1e737c473 req-82fed2d8-05cb-48a2-8387-7ee153c36390 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:52.202681 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-e43829ff-a581-4e3a-8c5b-8af1e737c473 req-82fed2d8-05cb-48a2-8387-7ee153c36390 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f59cf43-d943-4d50-bf48-735891ba4d14 HTTP/1.1" status: 200 len: 946 time: 0.1045890 May 03 16:02:52.255699 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-e43829ff-a581-4e3a-8c5b-8af1e737c473 req-d2f13fa5-5ee3-4ad7-93b8-f5dec97c04de tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/security-groups?id=d843f737-6466-4183-8023-14d53a00a23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520461 May 03 16:02:52.590466 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6f0757-b3cb-40a6-9fd2-f6c1750243c6 req-517b7b49-7e22-47dc-adba-15d4a80e983c tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:52.592081 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-9a6f0757-b3cb-40a6-9fd2-f6c1750243c6 req-517b7b49-7e22-47dc-adba-15d4a80e983c tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.11 "GET /v2.0/ports?device_id=967fd627-13bf-47c6-bc3c-3b07464adca2 HTTP/1.1" status: 200 len: 944 time: 0.1037846 May 03 16:02:52.640814 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-9a6f0757-b3cb-40a6-9fd2-f6c1750243c6 req-a3039e1b-0667-4e25-9726-5e11bdf4f68f tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.11 "GET /v2.0/security-groups?id=831833fd-9100-465b-874d-f70121588630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418427 May 03 16:02:53.487175 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b57799-1078-401e-adad-2f907fcaf09f req-e957221a-2898-4939-a027-11b3fe84f848 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:53.487175 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-57b57799-1078-401e-adad-2f907fcaf09f req-e957221a-2898-4939-a027-11b3fe84f848 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f59cf43-d943-4d50-bf48-735891ba4d14 HTTP/1.1" status: 200 len: 946 time: 0.1000297 May 03 16:02:53.526958 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-57b57799-1078-401e-adad-2f907fcaf09f req-b2f5316b-a15b-4272-ad75-f905a78ca15e tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/security-groups?id=d843f737-6466-4183-8023-14d53a00a23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417027 May 03 16:02:53.843008 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f071eab1-5e7c-4922-a175-3697bb0e02df req-bf7128aa-4a9f-417d-8539-8a9dadbf92be tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:53.844593 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-f071eab1-5e7c-4922-a175-3697bb0e02df req-bf7128aa-4a9f-417d-8539-8a9dadbf92be tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.11 "GET /v2.0/ports?device_id=967fd627-13bf-47c6-bc3c-3b07464adca2 HTTP/1.1" status: 200 len: 944 time: 0.0899060 May 03 16:02:53.889964 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-f071eab1-5e7c-4922-a175-3697bb0e02df req-440896c0-8e64-4a12-aff7-ad9bf948405c tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.11 "GET /v2.0/security-groups?id=831833fd-9100-465b-874d-f70121588630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388920 May 03 16:02:53.897859 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Device 19f4a321-d9e3-4454-a26b-2d716753c015 up at agent hyperv_hv-cinder-77428 {{(pid=74322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 16:02:54.022314 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Provisioning for port 19f4a321-d9e3-4454-a26b-2d716753c015 completed by entity L2. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 16:02:54.025059 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Provisioning complete for port 19f4a321-d9e3-4454-a26b-2d716753c015 triggered by entity L2. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 16:02:54.025578 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033555'] for port, provisioning_complete {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:54.161175 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:54.196248 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '967fd627-13bf-47c6-bc3c-3b07464adca2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19f4a321-d9e3-4454-a26b-2d716753c015'}] {{(pid=74322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 16:02:54.209425 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] For port 19f4a321-d9e3-4454-a26b-2d716753c015, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=19f4a321-d9e3-4454-a26b-2d716753c015,segment=NetworkSegment(7f8c3c90-af0d-464f-bf17-eaa367a67228),segment_id=7f8c3c90-af0d-464f-bf17-eaa367a67228)] {{(pid=74322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 16:02:54.250831 dv-cinder-774286-11-smb neutron-server[74322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '967fd627-13bf-47c6-bc3c-3b07464adca2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19f4a321-d9e3-4454-a26b-2d716753c015', 'code': 200} May 03 16:02:54.273140 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365'] for port, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:54.275136 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:02:54.362701 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Pushing event updated for resources: {'Port': ['ID=19f4a321-d9e3-4454-a26b-2d716753c015,revision_number=5']} {{(pid=74322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:02:54.365949 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:02:54.676933 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece85655-6b2f-4851-bdc4-f4510f7fb834 req-ec28ca83-2c47-429f-973c-0be77c93f7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:54.678504 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-ece85655-6b2f-4851-bdc4-f4510f7fb834 req-ec28ca83-2c47-429f-973c-0be77c93f7d6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=967fd627-13bf-47c6-bc3c-3b07464adca2 HTTP/1.1" status: 200 len: 1098 time: 0.1192062 May 03 16:02:54.727933 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-ece85655-6b2f-4851-bdc4-f4510f7fb834 req-c7d00b2f-a282-4107-b6f8-6691befea501 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=831833fd-9100-465b-874d-f70121588630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419657 May 03 16:02:54.753971 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf4bab6-27e4-46da-a542-60dc9e5487e2 req-7c5d5aee-d0c7-415a-907b-a8a61b1821af tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:54.755505 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-fdf4bab6-27e4-46da-a542-60dc9e5487e2 req-7c5d5aee-d0c7-415a-907b-a8a61b1821af tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f59cf43-d943-4d50-bf48-735891ba4d14 HTTP/1.1" status: 200 len: 946 time: 0.0846872 May 03 16:02:54.812669 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-fdf4bab6-27e4-46da-a542-60dc9e5487e2 req-08a5dd2c-da9f-4d09-9282-10cf886d1444 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/security-groups?id=d843f737-6466-4183-8023-14d53a00a23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506251 May 03 16:02:55.136102 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a2d5b3-10a0-4f17-98aa-e122dbc066ec req-89699ac2-f7ab-4948-bf80-946655a29cb1 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:55.138849 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-f4a2d5b3-10a0-4f17-98aa-e122dbc066ec req-89699ac2-f7ab-4948-bf80-946655a29cb1 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.11 "GET /v2.0/ports?device_id=967fd627-13bf-47c6-bc3c-3b07464adca2 HTTP/1.1" status: 200 len: 945 time: 0.1135793 May 03 16:02:55.198669 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-f4a2d5b3-10a0-4f17-98aa-e122dbc066ec req-82310572-fecb-4a66-a23e-471ce01e1352 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.11 "GET /v2.0/security-groups?id=831833fd-9100-465b-874d-f70121588630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509260 May 03 16:02:56.053645 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5057fe71-62a3-4fb0-939d-94c848af3a72 req-a6c26279-97e8-41dc-af7b-386649ee61cb tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:56.055179 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-5057fe71-62a3-4fb0-939d-94c848af3a72 req-a6c26279-97e8-41dc-af7b-386649ee61cb tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f59cf43-d943-4d50-bf48-735891ba4d14 HTTP/1.1" status: 200 len: 946 time: 0.1264751 May 03 16:02:56.134790 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-5057fe71-62a3-4fb0-939d-94c848af3a72 req-d9e6b959-0097-460d-bdc5-a9704befff19 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/security-groups?id=d843f737-6466-4183-8023-14d53a00a23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736096 May 03 16:02:56.428547 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6f5516-6621-46b8-8d5c-655c56a9b556 req-cadad47c-c0df-4eeb-9814-2498020dacb8 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:56.433598 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-0b6f5516-6621-46b8-8d5c-655c56a9b556 req-cadad47c-c0df-4eeb-9814-2498020dacb8 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.11 "GET /v2.0/ports?device_id=967fd627-13bf-47c6-bc3c-3b07464adca2 HTTP/1.1" status: 200 len: 945 time: 0.0943084 May 03 16:02:56.481974 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-0b6f5516-6621-46b8-8d5c-655c56a9b556 req-e7d9653c-a651-4196-b464-9f8b2bb50370 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.11 "GET /v2.0/security-groups?id=831833fd-9100-465b-874d-f70121588630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425754 May 03 16:02:57.344934 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea2daa3-13b9-445d-bbaa-a6964fb5946f req-46da0d94-7843-4d9a-afd3-331fb96e4960 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:57.347198 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-cea2daa3-13b9-445d-bbaa-a6964fb5946f req-46da0d94-7843-4d9a-afd3-331fb96e4960 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f59cf43-d943-4d50-bf48-735891ba4d14 HTTP/1.1" status: 200 len: 946 time: 0.1036525 May 03 16:02:57.410662 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-cea2daa3-13b9-445d-bbaa-a6964fb5946f req-02b94d03-fb80-4bda-8203-e6c7372d52a5 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/security-groups?id=d843f737-6466-4183-8023-14d53a00a23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546529 May 03 16:02:57.715766 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bad667-52b1-4caf-9e06-bff309ebf362 req-80051861-1eec-4fc4-aef1-20311be9dc03 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:57.718202 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-b3bad667-52b1-4caf-9e06-bff309ebf362 req-80051861-1eec-4fc4-aef1-20311be9dc03 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.11 "GET /v2.0/ports?device_id=967fd627-13bf-47c6-bc3c-3b07464adca2 HTTP/1.1" status: 200 len: 945 time: 0.1109130 May 03 16:02:57.803936 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-b3bad667-52b1-4caf-9e06-bff309ebf362 req-70519954-29f5-4084-935c-c00bb89909e8 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.11 "GET /v2.0/security-groups?id=831833fd-9100-465b-874d-f70121588630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768232 May 03 16:02:58.631468 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e303a209-8809-41c1-be8c-8029663f9cd5 req-4cc62197-c79a-4923-885b-a41de41ec1f7 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:58.632982 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-e303a209-8809-41c1-be8c-8029663f9cd5 req-4cc62197-c79a-4923-885b-a41de41ec1f7 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f59cf43-d943-4d50-bf48-735891ba4d14 HTTP/1.1" status: 200 len: 946 time: 0.0842927 May 03 16:02:58.680535 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-e303a209-8809-41c1-be8c-8029663f9cd5 req-35ea4576-ff48-4b03-b2a6-927743b9c909 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/security-groups?id=d843f737-6466-4183-8023-14d53a00a23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414076 May 03 16:02:58.752998 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.agents_db [None req-1e570261-7bec-4919-9804-a616d65b12ea None None] Agent healthcheck: found 6 active agents {{(pid=74323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 03 16:02:59.012670 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 49140) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:02:59.147198 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-e9c9e6d1-0dfa-44dc-9b87-7490f583c67e admin admin] Notify callbacks [] for security_group, before_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:59.224660 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-e9c9e6d1-0dfa-44dc-9b87-7490f583c67e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:02:59.228725 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-e9c9e6d1-0dfa-44dc-9b87-7490f583c67e admin admin] Usage tracker for resource:security_group_rule and tenant:800da2d4257445b983df368acabc4a64 is out of sync, need to count used quota {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:02:59.231735 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-e9c9e6d1-0dfa-44dc-9b87-7490f583c67e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:02:59.239945 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-e9c9e6d1-0dfa-44dc-9b87-7490f583c67e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:02:59.272052 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-841c1a51-125f-4571-b562-37eb2776234e req-c42d8ce1-893b-463a-8abb-fd54c9fab3ce service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=04d3a199-66c4-4fde-bc85-17543f3251da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0810101 May 03 16:02:59.333547 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-e9c9e6d1-0dfa-44dc-9b87-7490f583c67e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:59.413564 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-e9c9e6d1-0dfa-44dc-9b87-7490f583c67e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:59.424734 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:02:59.429767 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841c1a51-125f-4571-b562-37eb2776234e req-ebbb61ee-2841-4915-b875-cc0ebe8843c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:59.431425 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-841c1a51-125f-4571-b562-37eb2776234e req-ebbb61ee-2841-4915-b875-cc0ebe8843c4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0a26f36f4e834c7babe874ff5e2db568&device_id=04d3a199-66c4-4fde-bc85-17543f3251da HTTP/1.1" status: 200 len: 1098 time: 0.0809469 May 03 16:02:59.472844 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-e9c9e6d1-0dfa-44dc-9b87-7490f583c67e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=800da2d4257445b983df368acabc4a64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4559898 May 03 16:02:59.473352 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 49150) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:02:59.476092 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c9e6d1-0dfa-44dc-9b87-7490f583c67e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cb79fb7-4fbe-46b6-9d7b-21dabaccf9c4,revision_number=1']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:02:59.479495 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-e9c9e6d1-0dfa-44dc-9b87-7490f583c67e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:02:59.545157 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-ce5f8d8f-3ed4-4482-b3f9-3f92ef727f35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:59.576071 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-ce5f8d8f-3ed4-4482-b3f9-3f92ef727f35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:59.607339 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841c1a51-125f-4571-b562-37eb2776234e req-0cac31a9-bc86-4eab-a31e-54ef6156a43d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:59.609433 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-841c1a51-125f-4571-b562-37eb2776234e req-0cac31a9-bc86-4eab-a31e-54ef6156a43d service neutron] 10.222.0.42 "GET /v2.0/networks?id=870e002b-7538-43c3-9d68-f9ced202572f HTTP/1.1" status: 200 len: 915 time: 0.1440098 May 03 16:02:59.687420 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-841c1a51-125f-4571-b562-37eb2776234e req-ab886444-f479-4a6a-ba49-81330ee7b217 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=04075b21-bc86-48b8-9716-1c06b5d17cd0 HTTP/1.1" status: 200 len: 217 time: 0.0672545 May 03 16:02:59.756431 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841c1a51-125f-4571-b562-37eb2776234e req-0047176e-2086-4b0f-b7bf-cb15c3e2f65e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:59.757928 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-841c1a51-125f-4571-b562-37eb2776234e req-0047176e-2086-4b0f-b7bf-cb15c3e2f65e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=213f080e-45b1-4a83-9ec2-6e7991e6012a HTTP/1.1" status: 200 len: 854 time: 0.0605457 May 03 16:02:59.762134 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-ce5f8d8f-3ed4-4482-b3f9-3f92ef727f35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:59.765972 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:02:59.780356 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5f8d8f-3ed4-4482-b3f9-3f92ef727f35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cb79fb7-4fbe-46b6-9d7b-21dabaccf9c4,revision_number=None']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:02:59.785648 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-ce5f8d8f-3ed4-4482-b3f9-3f92ef727f35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:02:59.788555 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-ce5f8d8f-3ed4-4482-b3f9-3f92ef727f35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:02:59.790564 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-ce5f8d8f-3ed4-4482-b3f9-3f92ef727f35 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6cb79fb7-4fbe-46b6-9d7b-21dabaccf9c4 HTTP/1.1" status: 204 len: 168 time: 0.3164189 May 03 16:02:59.819073 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-841c1a51-125f-4571-b562-37eb2776234e req-c5e9cc46-753e-4115-aba3-8d86a0eb1dfe service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=870e002b-7538-43c3-9d68-f9ced202572f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498474 May 03 16:02:59.901298 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f6d5f4-52a0-448d-bece-e1253a9513db req-921830d2-5e8d-46e4-a5e5-08cf2149b29e tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:02:59.910343 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-e7f6d5f4-52a0-448d-bece-e1253a9513db req-921830d2-5e8d-46e4-a5e5-08cf2149b29e tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f59cf43-d943-4d50-bf48-735891ba4d14 HTTP/1.1" status: 200 len: 946 time: 0.1059790 May 03 16:02:59.960804 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-e7f6d5f4-52a0-448d-bece-e1253a9513db req-4eacfb1a-5f05-40a1-9da4-dab8ada8dc75 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/security-groups?id=d843f737-6466-4183-8023-14d53a00a23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494919 May 03 16:03:00.034433 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-841c1a51-125f-4571-b562-37eb2776234e req-4f994c9a-30d4-4b84-91f7-03ede8ec0e1d service neutron] 10.222.0.42 "GET /v2.0/networks/870e002b-7538-43c3-9d68-f9ced202572f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986654 May 03 16:03:00.193117 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-841c1a51-125f-4571-b562-37eb2776234e req-49d169d9-c00a-4a8b-9201-3ea4938292c1 service neutron] 10.222.0.42 "GET /v2.0/networks/870e002b-7538-43c3-9d68-f9ced202572f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434400 May 03 16:03:00.711378 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 49188) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:03:00.730139 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-e28a1eb2-db71-461e-a2ab-c127dbf22c49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:00.745695 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-e28a1eb2-db71-461e-a2ab-c127dbf22c49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:03:00.749556 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-e28a1eb2-db71-461e-a2ab-c127dbf22c49 admin admin] Usage tracker for resource:security_group_rule and tenant:a0efa691c97f4af28e0046ba4b4236e9 is out of sync, need to count used quota {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:03:00.752656 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-e28a1eb2-db71-461e-a2ab-c127dbf22c49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:03:00.758596 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-e28a1eb2-db71-461e-a2ab-c127dbf22c49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:03:00.845433 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-e28a1eb2-db71-461e-a2ab-c127dbf22c49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:00.933419 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-e28a1eb2-db71-461e-a2ab-c127dbf22c49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:00.943116 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-79053f0b-21fb-4e88-8877-2f90aff6c501 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:03:00.985386 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-e28a1eb2-db71-461e-a2ab-c127dbf22c49 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a0efa691c97f4af28e0046ba4b4236e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2728488 May 03 16:03:00.987532 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28a1eb2-db71-461e-a2ab-c127dbf22c49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aa6b704-8059-4b00-97d2-8ffeaf65bb34,revision_number=1']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:03:00.988110 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 49198) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:03:00.991711 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-e28a1eb2-db71-461e-a2ab-c127dbf22c49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:03:01.061833 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-e62f2a52-54a1-4b3d-a68c-918bfccd6e77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:01.095182 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-e62f2a52-54a1-4b3d-a68c-918bfccd6e77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:01.231782 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67ad2b0-f611-4eef-a75f-f04142be34cd req-4096207f-3ecc-44d7-a464-670d271c791c tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:03:01.231782 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-f67ad2b0-f611-4eef-a75f-f04142be34cd req-4096207f-3ecc-44d7-a464-670d271c791c tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f59cf43-d943-4d50-bf48-735891ba4d14 HTTP/1.1" status: 200 len: 946 time: 0.1244726 May 03 16:03:01.290555 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-f67ad2b0-f611-4eef-a75f-f04142be34cd req-434a1c8f-c0fb-4d8b-b527-dcebc5b02b58 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/security-groups?id=d843f737-6466-4183-8023-14d53a00a23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453517 May 03 16:03:01.333266 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-e62f2a52-54a1-4b3d-a68c-918bfccd6e77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:01.338270 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:03:01.351193 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62f2a52-54a1-4b3d-a68c-918bfccd6e77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aa6b704-8059-4b00-97d2-8ffeaf65bb34,revision_number=None']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:03:01.355111 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-e62f2a52-54a1-4b3d-a68c-918bfccd6e77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:03:01.358137 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-e62f2a52-54a1-4b3d-a68c-918bfccd6e77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:01.362981 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-e62f2a52-54a1-4b3d-a68c-918bfccd6e77 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7aa6b704-8059-4b00-97d2-8ffeaf65bb34 HTTP/1.1" status: 204 len: 168 time: 0.3704460 May 03 16:03:01.609811 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a43bd5-075f-4fe3-b161-fffed081daa5 req-e7fe23f3-9673-4dbe-90ac-edf1f2748294 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:03:01.611404 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-81a43bd5-075f-4fe3-b161-fffed081daa5 req-e7fe23f3-9673-4dbe-90ac-edf1f2748294 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.11 "GET /v2.0/networks?id=870e002b-7538-43c3-9d68-f9ced202572f HTTP/1.1" status: 200 len: 814 time: 0.1624219 May 03 16:03:01.626452 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-81a43bd5-075f-4fe3-b161-fffed081daa5 req-ea50396a-eaf8-4f02-8a95-6014225d3133 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.11 "GET /v2.0/quotas/0a26f36f4e834c7babe874ff5e2db568 HTTP/1.1" status: 200 len: 375 time: 0.0092213 May 03 16:03:01.710101 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-81a43bd5-075f-4fe3-b161-fffed081daa5 req-a7a818e0-4d14-44b9-8aba-89045bb1227a tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=0a26f36f4e834c7babe874ff5e2db568&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0776081 May 03 16:03:01.867872 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-81a43bd5-075f-4fe3-b161-fffed081daa5 req-fc7cc525-b8da-49b4-97a4-147c9fce660c service neutron] 10.222.0.11 "GET /v2.0/networks/870e002b-7538-43c3-9d68-f9ced202572f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510155 May 03 16:03:02.025345 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-81a43bd5-075f-4fe3-b161-fffed081daa5 req-87e54fb7-f59c-4784-a77e-3f8e713cd631 service neutron] 10.222.0.11 "GET /v2.0/networks/870e002b-7538-43c3-9d68-f9ced202572f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500907 May 03 16:03:02.291564 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-d750e228-c758-419b-9b62-acbff878a81b req-7340ae95-16c9-4f99-8d7e-5b883ffa1f69 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.11 "GET /v2.0/ports?device_id=92710090-09ae-40d9-9246-91bb57a308ef HTTP/1.1" status: 200 len: 210 time: 0.0548010 May 03 16:03:02.704543 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd1c56b-5f15-4426-b580-5623a6c8064f req-a9d387bb-e555-449f-b96e-f92a1a6334bd tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:03:02.712630 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-3dd1c56b-5f15-4426-b580-5623a6c8064f req-a9d387bb-e555-449f-b96e-f92a1a6334bd tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f59cf43-d943-4d50-bf48-735891ba4d14 HTTP/1.1" status: 200 len: 946 time: 0.1241534 May 03 16:03:02.750565 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:02.775580 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-3dd1c56b-5f15-4426-b580-5623a6c8064f req-30415ff9-f86d-4442-9c49-287dcaf3de48 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/security-groups?id=d843f737-6466-4183-8023-14d53a00a23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618606 May 03 16:03:03.371589 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 49308) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:03:03.478471 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-fbdc64f0-8e86-417e-90c2-b2597016282c req-eea1ec89-bcff-4dbd-bfd5-489b41a57df6 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.11 "GET /v2.0/ports?device_id=92710090-09ae-40d9-9246-91bb57a308ef HTTP/1.1" status: 200 len: 210 time: 0.0503922 May 03 16:03:03.626817 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-eeb52fab-3661-4d0d-a71b-5e942b4191cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:03.645600 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-eeb52fab-3661-4d0d-a71b-5e942b4191cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:03:03.648850 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 49320) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:03:03.650638 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-eeb52fab-3661-4d0d-a71b-5e942b4191cc admin admin] Usage tracker for resource:security_group_rule and tenant:9dc4fd76c29b4f34bfc8700df9202f1e is out of sync, need to count used quota {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:03:03.654380 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-eeb52fab-3661-4d0d-a71b-5e942b4191cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:03:03.661729 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-eeb52fab-3661-4d0d-a71b-5e942b4191cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:03:03.744771 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-d6313c12-6ec5-4581-ad6a-5e5eada348e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:03.761776 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-eeb52fab-3661-4d0d-a71b-5e942b4191cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:03.762242 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-d6313c12-6ec5-4581-ad6a-5e5eada348e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:03:03.766671 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-d6313c12-6ec5-4581-ad6a-5e5eada348e3 admin admin] Usage tracker for resource:security_group_rule and tenant:222da62bdad6438ebcca76159e159899 is out of sync, need to count used quota {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:03:03.770428 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-d6313c12-6ec5-4581-ad6a-5e5eada348e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:03:03.776746 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-d6313c12-6ec5-4581-ad6a-5e5eada348e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:03:03.860328 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-eeb52fab-3661-4d0d-a71b-5e942b4191cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:03.875331 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-e28a1eb2-db71-461e-a2ab-c127dbf22c49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:03:03.929751 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-eeb52fab-3661-4d0d-a71b-5e942b4191cc admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9dc4fd76c29b4f34bfc8700df9202f1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5529864 May 03 16:03:03.929751 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 49334) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:03:03.929751 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb52fab-3661-4d0d-a71b-5e942b4191cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94269511-3253-4faa-93ee-bb96fdae2f36,revision_number=1']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:03:03.950339 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-eeb52fab-3661-4d0d-a71b-5e942b4191cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:03:03.995963 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c882f127-eda1-41fe-a5ae-bf63a4ecb13c req-32af8b21-a460-47a7-b0ae-82d17335a2d3 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:03:03.997637 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-c882f127-eda1-41fe-a5ae-bf63a4ecb13c req-32af8b21-a460-47a7-b0ae-82d17335a2d3 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f59cf43-d943-4d50-bf48-735891ba4d14 HTTP/1.1" status: 200 len: 946 time: 0.0934465 May 03 16:03:04.030798 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-8d620ea0-6679-44d8-811d-07a544be3983 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:04.067147 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-c882f127-eda1-41fe-a5ae-bf63a4ecb13c req-1b1f68f3-9f2f-4c96-92a8-8f2504e328be tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/security-groups?id=d843f737-6466-4183-8023-14d53a00a23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585816 May 03 16:03:04.091171 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-8d620ea0-6679-44d8-811d-07a544be3983 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:04.127425 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-d6313c12-6ec5-4581-ad6a-5e5eada348e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:04.195671 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-d6313c12-6ec5-4581-ad6a-5e5eada348e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:04.204039 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-ce8246f0-a31d-4a7b-8ca1-2d81d1c351d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:03:04.224413 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-8d620ea0-6679-44d8-811d-07a544be3983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:04.230435 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:03:04.244128 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d620ea0-6679-44d8-811d-07a544be3983 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94269511-3253-4faa-93ee-bb96fdae2f36,revision_number=None']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:03:04.249472 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-8d620ea0-6679-44d8-811d-07a544be3983 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:03:04.255286 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-8d620ea0-6679-44d8-811d-07a544be3983 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:04.259619 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-d6313c12-6ec5-4581-ad6a-5e5eada348e3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=222da62bdad6438ebcca76159e159899&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6085706 May 03 16:03:04.263672 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-8d620ea0-6679-44d8-811d-07a544be3983 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/94269511-3253-4faa-93ee-bb96fdae2f36 HTTP/1.1" status: 204 len: 168 time: 0.3101201 May 03 16:03:04.263672 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 49346) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:03:04.275180 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6313c12-6ec5-4581-ad6a-5e5eada348e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac123607-3beb-4dcd-b6bb-6a70caab5c92,revision_number=1']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:03:04.287205 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-d6313c12-6ec5-4581-ad6a-5e5eada348e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:03:04.340385 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-6e262567-cdbf-49db-bd1f-dd647642ea31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:04.368731 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-6e262567-cdbf-49db-bd1f-dd647642ea31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:04.522115 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-6e262567-cdbf-49db-bd1f-dd647642ea31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:04.527290 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-eeb52fab-3661-4d0d-a71b-5e942b4191cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:03:04.544770 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e262567-cdbf-49db-bd1f-dd647642ea31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac123607-3beb-4dcd-b6bb-6a70caab5c92,revision_number=None']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:03:04.548680 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-6e262567-cdbf-49db-bd1f-dd647642ea31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:03:04.551195 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-6e262567-cdbf-49db-bd1f-dd647642ea31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:04.552572 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-6e262567-cdbf-49db-bd1f-dd647642ea31 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ac123607-3beb-4dcd-b6bb-6a70caab5c92 HTTP/1.1" status: 204 len: 168 time: 0.2916560 May 03 16:03:04.647340 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-951d7c37-30b2-4418-a4ae-e843a1e829fe req-dfe41292-fbc6-4cee-800f-ec6bd1ae7dc9 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.11 "GET /v2.0/ports?device_id=92710090-09ae-40d9-9246-91bb57a308ef HTTP/1.1" status: 200 len: 210 time: 0.0458467 May 03 16:03:05.130176 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a43bd5-075f-4fe3-b161-fffed081daa5 req-ca84ec6e-fb1c-4740-8f2f-de41443765a1 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:03:05.131993 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-81a43bd5-075f-4fe3-b161-fffed081daa5 req-ca84ec6e-fb1c-4740-8f2f-de41443765a1 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.42 "GET /v2.0/networks?id=870e002b-7538-43c3-9d68-f9ced202572f HTTP/1.1" status: 200 len: 814 time: 0.1749263 May 03 16:03:05.152786 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.v2.base [req-81a43bd5-075f-4fe3-b161-fffed081daa5 req-64cd46bc-0e07-418f-a50d-5666462857d4 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Request body: {'port': {'device_id': '92710090-09ae-40d9-9246-91bb57a308ef', 'network_id': '870e002b-7538-43c3-9d68-f9ced202572f', 'admin_state_up': True, 'tenant_id': '0a26f36f4e834c7babe874ff5e2db568'}} {{(pid=74320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 16:03:05.297791 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 49396) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:03:05.312741 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [req-81a43bd5-075f-4fe3-b161-fffed081daa5 req-64cd46bc-0e07-418f-a50d-5666462857d4 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:03:05.317742 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [req-81a43bd5-075f-4fe3-b161-fffed081daa5 req-64cd46bc-0e07-418f-a50d-5666462857d4 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Usage tracker for resource:port and tenant:0a26f36f4e834c7babe874ff5e2db568 is out of sync, need to count used quota {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:03:05.321306 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [req-81a43bd5-075f-4fe3-b161-fffed081daa5 req-64cd46bc-0e07-418f-a50d-5666462857d4 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Quota usage for port was recalculated. Used quota:2. {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:03:05.327554 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [req-81a43bd5-075f-4fe3-b161-fffed081daa5 req-64cd46bc-0e07-418f-a50d-5666462857d4 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:03:05.329309 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b34c5d-5ae3-480c-85c8-a1fa10ff5d66 req-4cd2a307-fe32-4733-87cc-2cd863fbefdc tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:03:05.336714 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-b3b34c5d-5ae3-480c-85c8-a1fa10ff5d66 req-4cd2a307-fe32-4733-87cc-2cd863fbefdc tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f59cf43-d943-4d50-bf48-735891ba4d14 HTTP/1.1" status: 200 len: 946 time: 0.1224489 May 03 16:03:05.353517 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-4b9422c0-3939-41f3-a95f-f69051815f2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:05.384355 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-4b9422c0-3939-41f3-a95f-f69051815f2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:03:05.393240 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-4b9422c0-3939-41f3-a95f-f69051815f2e admin admin] Usage tracker for resource:security_group_rule and tenant:c021dc1b78514b4fa457b16f9f0aa90a is out of sync, need to count used quota {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:03:05.397902 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-4b9422c0-3939-41f3-a95f-f69051815f2e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:03:05.402932 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-b3b34c5d-5ae3-480c-85c8-a1fa10ff5d66 req-ed91a697-c114-4354-92d5-daad96c37186 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/security-groups?id=d843f737-6466-4183-8023-14d53a00a23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654011 May 03 16:03:05.407318 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-4b9422c0-3939-41f3-a95f-f69051815f2e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:03:05.427782 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81a43bd5-075f-4fe3-b161-fffed081daa5 req-64cd46bc-0e07-418f-a50d-5666462857d4 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Made reservation on behalf of 0a26f36f4e834c7babe874ff5e2db568 for: {'port': 1} {{(pid=74320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 16:03:05.427782 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [req-81a43bd5-075f-4fe3-b161-fffed081daa5 req-64cd46bc-0e07-418f-a50d-5666462857d4 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:05.528961 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-4b9422c0-3939-41f3-a95f-f69051815f2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:05.625776 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-4b9422c0-3939-41f3-a95f-f69051815f2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:05.635537 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-9e8be0fc-0729-476d-997d-6c5bc67f7337 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:03:05.703779 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-4b9422c0-3939-41f3-a95f-f69051815f2e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c021dc1b78514b4fa457b16f9f0aa90a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4050143 May 03 16:03:05.706297 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9422c0-3939-41f3-a95f-f69051815f2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=505020b3-0d6a-4700-a682-9e11c4184270,revision_number=1']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:03:05.710101 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 49418) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:03:05.721577 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-4b9422c0-3939-41f3-a95f-f69051815f2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:03:05.746000 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.db_base_plugin_common [req-81a43bd5-075f-4fe3-b161-fffed081daa5 req-64cd46bc-0e07-418f-a50d-5666462857d4 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Allocated IP 172.20.0.5 (870e002b-7538-43c3-9d68-f9ced202572f/213f080e-45b1-4a83-9ec2-6e7991e6012a/813ffe8e-bd01-4feb-9f86-5157bedae63a) {{(pid=74320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 16:03:05.845855 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-4b166876-334e-47e9-8582-125aae54a9b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:05.878796 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-4b166876-334e-47e9-8582-125aae54a9b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:05.886499 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-05dbef22-b30c-42b3-a37b-68b8f1239c2e req-846cdda6-f935-4a16-8982-deff8971eed7 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.11 "GET /v2.0/ports?device_id=92710090-09ae-40d9-9246-91bb57a308ef HTTP/1.1" status: 200 len: 210 time: 0.0661271 May 03 16:03:06.131042 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [req-81a43bd5-075f-4fe3-b161-fffed081daa5 req-64cd46bc-0e07-418f-a50d-5666462857d4 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Notify callbacks [] for port, precommit_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:06.142887 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-4b166876-334e-47e9-8582-125aae54a9b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:06.145968 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:03:06.163306 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b166876-334e-47e9-8582-125aae54a9b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=505020b3-0d6a-4700-a682-9e11c4184270,revision_number=None']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:03:06.171133 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-4b166876-334e-47e9-8582-125aae54a9b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:03:06.184128 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-4b166876-334e-47e9-8582-125aae54a9b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:06.187835 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-4b166876-334e-47e9-8582-125aae54a9b9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/505020b3-0d6a-4700-a682-9e11c4184270 HTTP/1.1" status: 204 len: 168 time: 0.4745562 May 03 16:03:06.242152 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [req-81a43bd5-075f-4fe3-b161-fffed081daa5 req-64cd46bc-0e07-418f-a50d-5666462857d4 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781092417302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2110393'] for port, after_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:06.248561 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-58184a83-d973-4db8-8e62-1cb63284261e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:03:06.255427 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] get_ports_and_sgs() called for port_ids ['04075b21-bc86-48b8-9716-1c06b5d17cd0', '19f4a321-d9e3-4454-a26b-2d716753c015'] {{(pid=74322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 16:03:06.351403 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cd46bc-0e07-418f-a50d-5666462857d4 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Pushing event updated for resources: {'Port': ['ID=813ffe8e-bd01-4feb-9f86-5157bedae63a,revision_number=1']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:03:06.358833 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-64cd46bc-0e07-418f-a50d-5666462857d4 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:03:06.364395 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81a43bd5-075f-4fe3-b161-fffed081daa5 req-64cd46bc-0e07-418f-a50d-5666462857d4 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Network 870e002b-7538-43c3-9d68-f9ced202572f is already hosted by enough agents. {{(pid=74320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 16:03:06.366055 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.scheduler.base_scheduler [req-81a43bd5-075f-4fe3-b161-fffed081daa5 req-64cd46bc-0e07-418f-a50d-5666462857d4 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Resources bound (agent type, host, resource id): {{(pid=74320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:03:06.369003 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.l3_dvrscheduler_db [req-81a43bd5-075f-4fe3-b161-fffed081daa5 req-64cd46bc-0e07-418f-a50d-5666462857d4 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Received port after_create {{(pid=74320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 03 16:03:06.459609 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a43bd5-075f-4fe3-b161-fffed081daa5 req-64cd46bc-0e07-418f-a50d-5666462857d4 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:03:06.460902 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [req-81a43bd5-075f-4fe3-b161-fffed081daa5 req-64cd46bc-0e07-418f-a50d-5666462857d4 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504013'] for port, before_response {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:06.660770 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-81a43bd5-075f-4fe3-b161-fffed081daa5 req-64cd46bc-0e07-418f-a50d-5666462857d4 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5171127 May 03 16:03:06.671955 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b804a8c-1910-4ca6-8ce8-d8edaaf08f41 req-d934053d-89a9-49a3-9863-8333d226747d tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:03:06.674005 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-9b804a8c-1910-4ca6-8ce8-d8edaaf08f41 req-d934053d-89a9-49a3-9863-8333d226747d tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f59cf43-d943-4d50-bf48-735891ba4d14 HTTP/1.1" status: 200 len: 946 time: 0.1412480 May 03 16:03:06.685921 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.v2.base [req-81a43bd5-075f-4fe3-b161-fffed081daa5 req-1047bac6-1298-47f5-9b03-a2fe101e01c6 service neutron] Request body: {'port': {'device_id': '92710090-09ae-40d9-9246-91bb57a308ef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=74320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 16:03:06.721542 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-9b804a8c-1910-4ca6-8ce8-d8edaaf08f41 req-df7be7b5-3671-4de9-b3b9-ff1a46c24615 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/security-groups?id=d843f737-6466-4183-8023-14d53a00a23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415881 May 03 16:03:06.809628 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [req-81a43bd5-075f-4fe3-b161-fffed081daa5 req-1047bac6-1298-47f5-9b03-a2fe101e01c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:07.103379 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc0a529-de09-4e93-b4b3-77fcaadb03d9 req-a9b9536e-f067-408f-af77-70f3e601d714 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:03:07.104948 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-4cc0a529-de09-4e93-b4b3-77fcaadb03d9 req-a9b9536e-f067-408f-af77-70f3e601d714 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.11 "GET /v2.0/ports?device_id=92710090-09ae-40d9-9246-91bb57a308ef HTTP/1.1" status: 200 len: 931 time: 0.1032188 May 03 16:03:07.176232 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-4cc0a529-de09-4e93-b4b3-77fcaadb03d9 req-7e8d5d58-15fe-42ea-94ee-ad645d3bd0cf tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.11 "GET /v2.0/security-groups?id=831833fd-9100-465b-874d-f70121588630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629077 May 03 16:03:07.283797 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.notifiers.nova [req-81a43bd5-075f-4fe3-b161-fffed081daa5 req-1047bac6-1298-47f5-9b03-a2fe101e01c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 813ffe8e-bd01-4feb-9f86-5157bedae63a {{(pid=74320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 03 16:03:07.292352 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [req-81a43bd5-075f-4fe3-b161-fffed081daa5 req-1047bac6-1298-47f5-9b03-a2fe101e01c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:07.316398 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.provisioning_blocks [req-81a43bd5-075f-4fe3-b161-fffed081daa5 req-1047bac6-1298-47f5-9b03-a2fe101e01c6 service neutron] Transition to ACTIVE for port object 813ffe8e-bd01-4feb-9f86-5157bedae63a will not be triggered until provisioned by entity L2. {{(pid=74320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 16:03:07.413195 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [req-81a43bd5-075f-4fe3-b161-fffed081daa5 req-1047bac6-1298-47f5-9b03-a2fe101e01c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2110350'] for port, after_update {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:07.417350 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-f49820b3-5c9e-400b-80ec-70cb8144972e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:03:07.588711 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1047bac6-1298-47f5-9b03-a2fe101e01c6 service neutron] Pushing event updated for resources: {'Port': ['ID=813ffe8e-bd01-4feb-9f86-5157bedae63a,revision_number=2']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:03:07.591546 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-1047bac6-1298-47f5-9b03-a2fe101e01c6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:03:07.664323 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.managers [req-81a43bd5-075f-4fe3-b161-fffed081daa5 req-1047bac6-1298-47f5-9b03-a2fe101e01c6 service neutron] Attempting to bind port 813ffe8e-bd01-4feb-9f86-5157bedae63a on host hv-cinder-77428 for vnic_type normal with profile {{(pid=74320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 16:03:07.664652 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.managers [req-81a43bd5-075f-4fe3-b161-fffed081daa5 req-1047bac6-1298-47f5-9b03-a2fe101e01c6 service neutron] Attempting to bind port 813ffe8e-bd01-4feb-9f86-5157bedae63a by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '7f8c3c90-af0d-464f-bf17-eaa367a67228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '870e002b-7538-43c3-9d68-f9ced202572f'}] {{(pid=74320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 16:03:07.664984 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a43bd5-075f-4fe3-b161-fffed081daa5 req-1047bac6-1298-47f5-9b03-a2fe101e01c6 service neutron] Attempting to bind port 813ffe8e-bd01-4feb-9f86-5157bedae63a on network 870e002b-7538-43c3-9d68-f9ced202572f {{(pid=74320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 16:03:07.669817 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a43bd5-075f-4fe3-b161-fffed081daa5 req-1047bac6-1298-47f5-9b03-a2fe101e01c6 service neutron] Port 813ffe8e-bd01-4feb-9f86-5157bedae63a on network 870e002b-7538-43c3-9d68-f9ced202572f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=74320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 16:03:07.670135 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a43bd5-075f-4fe3-b161-fffed081daa5 req-1047bac6-1298-47f5-9b03-a2fe101e01c6 service neutron] Attempting to bind port 813ffe8e-bd01-4feb-9f86-5157bedae63a on network 870e002b-7538-43c3-9d68-f9ced202572f {{(pid=74320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 16:03:07.676413 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a43bd5-075f-4fe3-b161-fffed081daa5 req-1047bac6-1298-47f5-9b03-a2fe101e01c6 service neutron] Checking agent: {'id': 'e8f37935-7292-412a-84f9-cfa484ab4cdd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 3, 16, 0, 3), 'started_at': datetime.datetime(2021, 5, 3, 16, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 5, 3, 16, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 16:03:07.676754 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a43bd5-075f-4fe3-b161-fffed081daa5 req-1047bac6-1298-47f5-9b03-a2fe101e01c6 service neutron] Checking segment: {'id': '7f8c3c90-af0d-464f-bf17-eaa367a67228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '870e002b-7538-43c3-9d68-f9ced202572f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 03 16:03:07.677145 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a43bd5-075f-4fe3-b161-fffed081daa5 req-1047bac6-1298-47f5-9b03-a2fe101e01c6 service neutron] Bound using segment: {'id': '7f8c3c90-af0d-464f-bf17-eaa367a67228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '870e002b-7538-43c3-9d68-f9ced202572f'} {{(pid=74320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 16:03:07.677708 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.managers [req-81a43bd5-075f-4fe3-b161-fffed081daa5 req-1047bac6-1298-47f5-9b03-a2fe101e01c6 service neutron] Bound port: 813ffe8e-bd01-4feb-9f86-5157bedae63a, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f8c3c90-af0d-464f-bf17-eaa367a67228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '870e002b-7538-43c3-9d68-f9ced202572f'}}] {{(pid=74320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 16:03:07.677956 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [req-81a43bd5-075f-4fe3-b161-fffed081daa5 req-1047bac6-1298-47f5-9b03-a2fe101e01c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:07.783533 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.db [req-81a43bd5-075f-4fe3-b161-fffed081daa5 req-1047bac6-1298-47f5-9b03-a2fe101e01c6 service neutron] For port 813ffe8e-bd01-4feb-9f86-5157bedae63a, host hv-cinder-77428, cleared binding levels {{(pid=74320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 16:03:07.783533 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.db [req-81a43bd5-075f-4fe3-b161-fffed081daa5 req-1047bac6-1298-47f5-9b03-a2fe101e01c6 service neutron] For port 813ffe8e-bd01-4feb-9f86-5157bedae63a, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=813ffe8e-bd01-4feb-9f86-5157bedae63a,segment=NetworkSegment(7f8c3c90-af0d-464f-bf17-eaa367a67228),segment_id=7f8c3c90-af0d-464f-bf17-eaa367a67228)] {{(pid=74320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 16:03:07.853826 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [req-81a43bd5-075f-4fe3-b161-fffed081daa5 req-1047bac6-1298-47f5-9b03-a2fe101e01c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2110350'] for port, after_update {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:07.858729 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-36b59f65-ff52-4106-81f8-9002680eafaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:03:07.916188 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a43bd5-075f-4fe3-b161-fffed081daa5 req-1047bac6-1298-47f5-9b03-a2fe101e01c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:03:07.916849 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [req-81a43bd5-075f-4fe3-b161-fffed081daa5 req-1047bac6-1298-47f5-9b03-a2fe101e01c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504013'] for port, before_response {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:07.919813 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-81a43bd5-075f-4fe3-b161-fffed081daa5 req-1047bac6-1298-47f5-9b03-a2fe101e01c6 service neutron] 10.222.0.42 "PUT /v2.0/ports/813ffe8e-bd01-4feb-9f86-5157bedae63a HTTP/1.1" status: 200 len: 1093 time: 1.2368288 May 03 16:03:07.919813 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92710090-09ae-40d9-9246-91bb57a308ef', 'tag': '813ffe8e-bd01-4feb-9f86-5157bedae63a'}] {{(pid=74320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 16:03:07.947590 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1047bac6-1298-47f5-9b03-a2fe101e01c6 service neutron] Pushing event updated for resources: {'Port': ['ID=813ffe8e-bd01-4feb-9f86-5157bedae63a,revision_number=3']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:03:07.951792 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53efc85a-c654-4812-bc69-fa35f63cc836 req-e4c203fe-beb4-4bf3-83be-fb9c8c889452 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:03:07.959222 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-1047bac6-1298-47f5-9b03-a2fe101e01c6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:03:07.960658 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-53efc85a-c654-4812-bc69-fa35f63cc836 req-e4c203fe-beb4-4bf3-83be-fb9c8c889452 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f59cf43-d943-4d50-bf48-735891ba4d14 HTTP/1.1" status: 200 len: 946 time: 0.1193504 May 03 16:03:07.975361 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92710090-09ae-40d9-9246-91bb57a308ef', 'tag': '813ffe8e-bd01-4feb-9f86-5157bedae63a', 'status': 'completed', 'code': 200} May 03 16:03:08.015310 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-53efc85a-c654-4812-bc69-fa35f63cc836 req-a0627b72-599d-48cd-837c-2b3581e6839b tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/security-groups?id=d843f737-6466-4183-8023-14d53a00a23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534942 May 03 16:03:08.058607 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 49500) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:03:08.104779 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b58cb5-9e64-4c94-b8db-3d5c9c8d4458 req-364c0532-58a9-493f-a428-e75903de90f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:03:08.106452 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-e5b58cb5-9e64-4c94-b8db-3d5c9c8d4458 req-364c0532-58a9-493f-a428-e75903de90f1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0a26f36f4e834c7babe874ff5e2db568&device_id=92710090-09ae-40d9-9246-91bb57a308ef HTTP/1.1" status: 200 len: 1096 time: 0.0989196 May 03 16:03:08.275901 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-67204401-2ada-48da-ab0d-b4b992425964 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:08.377009 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b58cb5-9e64-4c94-b8db-3d5c9c8d4458 req-9870a815-ddab-40e2-9dab-c1efa964c6db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:03:08.378499 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-e5b58cb5-9e64-4c94-b8db-3d5c9c8d4458 req-9870a815-ddab-40e2-9dab-c1efa964c6db service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=0a26f36f4e834c7babe874ff5e2db568&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2637436 May 03 16:03:08.386553 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-67204401-2ada-48da-ab0d-b4b992425964 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:03:08.393649 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-67204401-2ada-48da-ab0d-b4b992425964 admin admin] Usage tracker for resource:security_group_rule and tenant:214427a0a566418da7f84065c3bfec69 is out of sync, need to count used quota {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:03:08.397664 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-67204401-2ada-48da-ab0d-b4b992425964 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:03:08.405423 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-67204401-2ada-48da-ab0d-b4b992425964 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:03:08.463755 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c3d4c6-3bb8-4209-8f95-064fd8044377 req-a5781202-c524-45a2-932c-ca0596380610 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:03:08.472156 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-92c3d4c6-3bb8-4209-8f95-064fd8044377 req-a5781202-c524-45a2-932c-ca0596380610 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.11 "GET /v2.0/ports?device_id=92710090-09ae-40d9-9246-91bb57a308ef HTTP/1.1" status: 200 len: 943 time: 0.1760633 May 03 16:03:08.564990 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-92c3d4c6-3bb8-4209-8f95-064fd8044377 req-42721728-2564-422b-999d-61f2794d99c8 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.11 "GET /v2.0/security-groups?id=831833fd-9100-465b-874d-f70121588630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918300 May 03 16:03:08.589561 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b58cb5-9e64-4c94-b8db-3d5c9c8d4458 req-312e84ec-7e2c-4698-949c-308b481f8062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:03:08.592818 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-e5b58cb5-9e64-4c94-b8db-3d5c9c8d4458 req-312e84ec-7e2c-4698-949c-308b481f8062 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2058280 May 03 16:03:08.631855 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-67204401-2ada-48da-ab0d-b4b992425964 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:08.711358 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a43bd5-075f-4fe3-b161-fffed081daa5 req-b11a15bb-4e04-4379-bdef-e2745e9496a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:03:08.712892 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-81a43bd5-075f-4fe3-b161-fffed081daa5 req-b11a15bb-4e04-4379-bdef-e2745e9496a2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0a26f36f4e834c7babe874ff5e2db568&device_id=92710090-09ae-40d9-9246-91bb57a308ef HTTP/1.1" status: 200 len: 1096 time: 0.0757110 May 03 16:03:08.727069 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-67204401-2ada-48da-ab0d-b4b992425964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:08.736957 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-2c7e0d27-0a3f-428a-bd75-8ae44f52e61d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:03:08.784409 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-67204401-2ada-48da-ab0d-b4b992425964 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=214427a0a566418da7f84065c3bfec69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7245636 May 03 16:03:08.785107 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 49530) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:03:08.787512 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67204401-2ada-48da-ab0d-b4b992425964 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7cfe36e-49c0-4f58-8353-18801dd20eb3,revision_number=1']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:03:08.790534 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-67204401-2ada-48da-ab0d-b4b992425964 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:03:08.824344 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-81a43bd5-075f-4fe3-b161-fffed081daa5 req-0b7a604a-8833-4508-af80-f348f68f035e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=813ffe8e-bd01-4feb-9f86-5157bedae63a HTTP/1.1" status: 200 len: 217 time: 0.0981429 May 03 16:03:08.861847 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-ed430c89-d147-42aa-945f-c0a1747d8552 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:08.888131 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-ed430c89-d147-42aa-945f-c0a1747d8552 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:08.928166 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a43bd5-075f-4fe3-b161-fffed081daa5 req-151e1ab6-aa80-45a3-8af8-28806aa94763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:03:08.931878 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-81a43bd5-075f-4fe3-b161-fffed081daa5 req-151e1ab6-aa80-45a3-8af8-28806aa94763 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=213f080e-45b1-4a83-9ec2-6e7991e6012a HTTP/1.1" status: 200 len: 854 time: 0.0994954 May 03 16:03:08.987604 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-81a43bd5-075f-4fe3-b161-fffed081daa5 req-648dd9bd-f408-4736-af39-7aec32e2876d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=870e002b-7538-43c3-9d68-f9ced202572f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488038 May 03 16:03:09.013086 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-ed430c89-d147-42aa-945f-c0a1747d8552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:09.018536 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-e9c9e6d1-0dfa-44dc-9b87-7490f583c67e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:03:09.033730 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed430c89-d147-42aa-945f-c0a1747d8552 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7cfe36e-49c0-4f58-8353-18801dd20eb3,revision_number=None']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:03:09.037730 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-ed430c89-d147-42aa-945f-c0a1747d8552 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:03:09.054124 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-ed430c89-d147-42aa-945f-c0a1747d8552 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:09.059713 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-ed430c89-d147-42aa-945f-c0a1747d8552 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b7cfe36e-49c0-4f58-8353-18801dd20eb3 HTTP/1.1" status: 204 len: 168 time: 0.2716331 May 03 16:03:09.190046 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-81a43bd5-075f-4fe3-b161-fffed081daa5 req-da66cb7d-0b7c-42fe-a856-3c3ce596dd2b service neutron] 10.222.0.42 "GET /v2.0/networks/870e002b-7538-43c3-9d68-f9ced202572f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896856 May 03 16:03:09.234817 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2537b1b3-6979-4cba-bf55-72013be12add req-28b8f84b-4168-4c8f-b8bb-3da6be425ccd tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:03:09.243360 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-2537b1b3-6979-4cba-bf55-72013be12add req-28b8f84b-4168-4c8f-b8bb-3da6be425ccd tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f59cf43-d943-4d50-bf48-735891ba4d14 HTTP/1.1" status: 200 len: 946 time: 0.1002483 May 03 16:03:09.315561 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-2537b1b3-6979-4cba-bf55-72013be12add req-2c071f86-92a9-4812-8e45-294d202a5064 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/security-groups?id=d843f737-6466-4183-8023-14d53a00a23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690353 May 03 16:03:09.385804 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-81a43bd5-075f-4fe3-b161-fffed081daa5 req-63e3921d-0563-4300-a038-7ecdbe0bb9d6 service neutron] 10.222.0.42 "GET /v2.0/networks/870e002b-7538-43c3-9d68-f9ced202572f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883316 May 03 16:03:09.755171 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0b0794-ba21-4435-b4d3-74f4f8a8ef00 req-9a113687-1d79-4caa-ac41-5e9cdfe76a1c tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:03:09.756677 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-7b0b0794-ba21-4435-b4d3-74f4f8a8ef00 req-9a113687-1d79-4caa-ac41-5e9cdfe76a1c tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.11 "GET /v2.0/ports?device_id=92710090-09ae-40d9-9246-91bb57a308ef HTTP/1.1" status: 200 len: 943 time: 0.0850592 May 03 16:03:09.804810 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-7b0b0794-ba21-4435-b4d3-74f4f8a8ef00 req-577e8a09-d8c9-4d1c-ade4-8be26dfc7d15 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.11 "GET /v2.0/security-groups?id=831833fd-9100-465b-874d-f70121588630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420356 May 03 16:03:09.901441 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 49564) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:03:09.988396 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 49570) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:03:10.009527 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-61c1c003-7023-4dda-8c22-878996480db6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:10.038969 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-4e41227f-e58d-4d8f-ae47-7e80a86a7ddd admin admin] Notify callbacks [] for security_group, before_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:10.049443 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-61c1c003-7023-4dda-8c22-878996480db6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:03:10.055896 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-61c1c003-7023-4dda-8c22-878996480db6 admin admin] Usage tracker for resource:security_group_rule and tenant:4c1a591710574bf28239b50d3942663a is out of sync, need to count used quota {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:03:10.059461 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-61c1c003-7023-4dda-8c22-878996480db6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:03:10.062347 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-4e41227f-e58d-4d8f-ae47-7e80a86a7ddd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:03:10.068661 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-61c1c003-7023-4dda-8c22-878996480db6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:03:10.070793 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-4e41227f-e58d-4d8f-ae47-7e80a86a7ddd admin admin] Usage tracker for resource:security_group_rule and tenant:26fe945573104876987551a64bff50e5 is out of sync, need to count used quota {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:03:10.074428 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-4e41227f-e58d-4d8f-ae47-7e80a86a7ddd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:03:10.085572 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-4e41227f-e58d-4d8f-ae47-7e80a86a7ddd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:03:10.219715 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-61c1c003-7023-4dda-8c22-878996480db6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:10.233484 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-4e41227f-e58d-4d8f-ae47-7e80a86a7ddd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:10.275815 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-61c1c003-7023-4dda-8c22-878996480db6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:10.282961 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-72694b69-daa2-42d8-8656-7d6b4ac23e8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:03:10.297547 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-4e41227f-e58d-4d8f-ae47-7e80a86a7ddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:10.348346 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-61c1c003-7023-4dda-8c22-878996480db6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4c1a591710574bf28239b50d3942663a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3588679 May 03 16:03:10.360379 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 49576) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:03:10.362005 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c1c003-7023-4dda-8c22-878996480db6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2fdbe49-bfae-4216-887f-fc0c9fb23bda,revision_number=1']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:03:10.362005 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-61c1c003-7023-4dda-8c22-878996480db6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:03:10.362005 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-4b9422c0-3939-41f3-a95f-f69051815f2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:03:10.387142 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e41227f-e58d-4d8f-ae47-7e80a86a7ddd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2264ea8c-1dcf-43ac-9192-ceb98c07862e,revision_number=1']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:03:10.395500 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-4e41227f-e58d-4d8f-ae47-7e80a86a7ddd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=26fe945573104876987551a64bff50e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4898348 May 03 16:03:10.395500 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-4e41227f-e58d-4d8f-ae47-7e80a86a7ddd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:03:10.400927 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 49584) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:03:10.460132 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-ed9cf8b8-b9b6-461e-a519-28a330472bb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:10.506494 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-ed9cf8b8-b9b6-461e-a519-28a330472bb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:10.529851 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-877b93c1-bc58-4569-9744-b3430a0d39a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:10.573539 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-877b93c1-bc58-4569-9744-b3430a0d39a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:10.620257 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bb9571-3a97-43fb-9e52-46a5eab12524 req-018aaced-cb9d-40c7-af48-7e57decdd58e tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:03:10.621783 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-58bb9571-3a97-43fb-9e52-46a5eab12524 req-018aaced-cb9d-40c7-af48-7e57decdd58e tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f59cf43-d943-4d50-bf48-735891ba4d14 HTTP/1.1" status: 200 len: 946 time: 0.1787877 May 03 16:03:10.625034 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-ed9cf8b8-b9b6-461e-a519-28a330472bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:10.635532 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-6fcec729-bdf9-4353-896b-9cbb270d4bc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:03:10.647256 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-1fccef2b-9223-4897-9543-278fd5d445ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:10.649920 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9cf8b8-b9b6-461e-a519-28a330472bb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2fdbe49-bfae-4216-887f-fc0c9fb23bda,revision_number=None']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:03:10.653173 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-ed9cf8b8-b9b6-461e-a519-28a330472bb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:03:10.662053 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-ed9cf8b8-b9b6-461e-a519-28a330472bb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:10.663569 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-ed9cf8b8-b9b6-461e-a519-28a330472bb9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c2fdbe49-bfae-4216-887f-fc0c9fb23bda HTTP/1.1" status: 204 len: 168 time: 0.3115010 May 03 16:03:10.707420 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-58bb9571-3a97-43fb-9e52-46a5eab12524 req-6d76cd72-6d2c-4e59-b69b-96fe41bdffbe tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/security-groups?id=d843f737-6466-4183-8023-14d53a00a23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702088 May 03 16:03:10.733170 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-877b93c1-bc58-4569-9744-b3430a0d39a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:10.741976 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:03:10.758785 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877b93c1-bc58-4569-9744-b3430a0d39a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2264ea8c-1dcf-43ac-9192-ceb98c07862e,revision_number=None']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:03:10.762957 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-877b93c1-bc58-4569-9744-b3430a0d39a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:03:10.772912 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-877b93c1-bc58-4569-9744-b3430a0d39a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:10.776389 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-877b93c1-bc58-4569-9744-b3430a0d39a5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2264ea8c-1dcf-43ac-9192-ceb98c07862e HTTP/1.1" status: 204 len: 168 time: 0.3721423 May 03 16:03:11.000835 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77ed0d6-ff76-44eb-a327-bcdbf9d694f0 req-4bda9a65-15c2-4515-a3a9-510b4876ae95 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:03:11.003040 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-f77ed0d6-ff76-44eb-a327-bcdbf9d694f0 req-4bda9a65-15c2-4515-a3a9-510b4876ae95 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.11 "GET /v2.0/ports?device_id=92710090-09ae-40d9-9246-91bb57a308ef HTTP/1.1" status: 200 len: 943 time: 0.0858593 May 03 16:03:11.053021 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-f77ed0d6-ff76-44eb-a327-bcdbf9d694f0 req-9d791971-01ef-4284-9493-71a360d6d5a1 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.11 "GET /v2.0/security-groups?id=831833fd-9100-465b-874d-f70121588630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439401 May 03 16:03:11.432132 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 49612) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:03:11.450168 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-4c32dd0d-d1db-4520-9e28-f3cc5d3da476 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:11.465317 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-4c32dd0d-d1db-4520-9e28-f3cc5d3da476 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:03:11.469357 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-4c32dd0d-d1db-4520-9e28-f3cc5d3da476 admin admin] Usage tracker for resource:security_group_rule and tenant:04e6ead659cb494cb4a6db8333bc9752 is out of sync, need to count used quota {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:03:11.472864 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-4c32dd0d-d1db-4520-9e28-f3cc5d3da476 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:03:11.478749 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-4c32dd0d-d1db-4520-9e28-f3cc5d3da476 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:03:11.582025 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-4c32dd0d-d1db-4520-9e28-f3cc5d3da476 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:11.617791 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 49622) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:03:11.670793 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-4c32dd0d-d1db-4520-9e28-f3cc5d3da476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:11.684140 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-ce1affef-7ec6-451a-b945-da64b056d03d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:03:11.730849 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-4c32dd0d-d1db-4520-9e28-f3cc5d3da476 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=04e6ead659cb494cb4a6db8333bc9752&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2974701 May 03 16:03:11.733548 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c32dd0d-d1db-4520-9e28-f3cc5d3da476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64dea17d-0667-4a99-a12b-2ff73d1c9aed,revision_number=1']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:03:11.733802 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 49632) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:03:11.749511 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-4c32dd0d-d1db-4520-9e28-f3cc5d3da476 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:03:11.756690 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-96d6559a-fedc-4d95-ad60-b6196daa94ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:11.771503 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-96d6559a-fedc-4d95-ad60-b6196daa94ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:03:11.775910 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-96d6559a-fedc-4d95-ad60-b6196daa94ef admin admin] Usage tracker for resource:security_group_rule and tenant:9a6166e6e753405586cf80c3ab96c646 is out of sync, need to count used quota {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:03:11.778923 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-96d6559a-fedc-4d95-ad60-b6196daa94ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:03:11.794629 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-96d6559a-fedc-4d95-ad60-b6196daa94ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:03:11.822694 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-6911603f-4c4d-4682-9014-bbcb227bf4fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:11.854809 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-6911603f-4c4d-4682-9014-bbcb227bf4fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:11.990331 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-96d6559a-fedc-4d95-ad60-b6196daa94ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:12.025276 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88becf06-04d0-4b37-a52c-849b8e1d0d53 req-9d91de77-236c-4cb0-ae02-93ac16a5d279 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:03:12.026877 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-88becf06-04d0-4b37-a52c-849b8e1d0d53 req-9d91de77-236c-4cb0-ae02-93ac16a5d279 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f59cf43-d943-4d50-bf48-735891ba4d14 HTTP/1.1" status: 200 len: 946 time: 0.1140492 May 03 16:03:12.053376 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-6911603f-4c4d-4682-9014-bbcb227bf4fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:12.059493 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-8d620ea0-6679-44d8-811d-07a544be3983 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:03:12.073536 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6911603f-4c4d-4682-9014-bbcb227bf4fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64dea17d-0667-4a99-a12b-2ff73d1c9aed,revision_number=None']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:03:12.076525 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-6911603f-4c4d-4682-9014-bbcb227bf4fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:03:12.077494 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-6911603f-4c4d-4682-9014-bbcb227bf4fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:12.077964 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-88becf06-04d0-4b37-a52c-849b8e1d0d53 req-4972d1f4-60a9-4f29-8952-05657bfec226 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/security-groups?id=d843f737-6466-4183-8023-14d53a00a23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454001 May 03 16:03:12.093028 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-6911603f-4c4d-4682-9014-bbcb227bf4fd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/64dea17d-0667-4a99-a12b-2ff73d1c9aed HTTP/1.1" status: 204 len: 168 time: 0.3516092 May 03 16:03:12.121684 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-96d6559a-fedc-4d95-ad60-b6196daa94ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:12.134936 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:03:12.260246 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-96d6559a-fedc-4d95-ad60-b6196daa94ef admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9a6166e6e753405586cf80c3ab96c646&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6410208 May 03 16:03:12.263372 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 49656) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:03:12.264575 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d6559a-fedc-4d95-ad60-b6196daa94ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2c65cba-0957-4b0e-b608-5f16c62e057c,revision_number=1']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:03:12.277495 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-96d6559a-fedc-4d95-ad60-b6196daa94ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:03:12.318704 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d321a6-44c5-43ce-a603-998a1aad012e req-454747b7-d002-4b56-8ea8-a25c29f9e17c tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:03:12.320986 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-67d321a6-44c5-43ce-a603-998a1aad012e req-454747b7-d002-4b56-8ea8-a25c29f9e17c tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.11 "GET /v2.0/ports?device_id=92710090-09ae-40d9-9246-91bb57a308ef HTTP/1.1" status: 200 len: 943 time: 0.1244819 May 03 16:03:12.342739 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-034452d0-42bf-4760-9e9c-328a18fa3df9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:12.374736 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-034452d0-42bf-4760-9e9c-328a18fa3df9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:12.387583 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-67d321a6-44c5-43ce-a603-998a1aad012e req-3d4f78b4-ab57-4250-a647-31dbc348a538 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.11 "GET /v2.0/security-groups?id=831833fd-9100-465b-874d-f70121588630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605628 May 03 16:03:12.550232 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-034452d0-42bf-4760-9e9c-328a18fa3df9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:12.555633 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-04b922b9-872c-4bb2-8115-033db6d80b08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:03:12.568447 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034452d0-42bf-4760-9e9c-328a18fa3df9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2c65cba-0957-4b0e-b608-5f16c62e057c,revision_number=None']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:03:12.571349 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-034452d0-42bf-4760-9e9c-328a18fa3df9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:03:12.573647 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-034452d0-42bf-4760-9e9c-328a18fa3df9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:12.577142 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-034452d0-42bf-4760-9e9c-328a18fa3df9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e2c65cba-0957-4b0e-b608-5f16c62e057c HTTP/1.1" status: 204 len: 168 time: 0.3101437 May 03 16:03:13.315290 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:13.358621 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55988c8-d5a7-4802-a03f-865c417183af req-e757063d-43f5-49d3-9e91-9231bc529f68 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:03:13.366843 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-bf7efdaa-d497-4c8c-b5ad-a43103ac7fd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:13.370885 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-b55988c8-d5a7-4802-a03f-865c417183af req-e757063d-43f5-49d3-9e91-9231bc529f68 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f59cf43-d943-4d50-bf48-735891ba4d14 HTTP/1.1" status: 200 len: 946 time: 0.1669557 May 03 16:03:13.416274 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-b55988c8-d5a7-4802-a03f-865c417183af req-1314d7e9-37ee-488b-a201-9d01657ec2e9 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/security-groups?id=d843f737-6466-4183-8023-14d53a00a23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440807 May 03 16:03:13.593308 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f43dd4b-7906-472a-b867-6e4c0ac42788 req-6839ef41-a7b6-486b-b4b8-9ed14e6e4511 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:03:13.594864 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-9f43dd4b-7906-472a-b867-6e4c0ac42788 req-6839ef41-a7b6-486b-b4b8-9ed14e6e4511 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.11 "GET /v2.0/ports?device_id=92710090-09ae-40d9-9246-91bb57a308ef HTTP/1.1" status: 200 len: 943 time: 0.0892406 May 03 16:03:13.645320 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-9f43dd4b-7906-472a-b867-6e4c0ac42788 req-9d438ef4-4088-4dd6-a7fd-658cc37078d7 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.11 "GET /v2.0/security-groups?id=831833fd-9100-465b-874d-f70121588630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431325 May 03 16:03:13.937108 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 49726) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:03:14.037854 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Device 813ffe8e-bd01-4feb-9f86-5157bedae63a details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=74322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 16:03:14.202017 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] For port 813ffe8e-bd01-4feb-9f86-5157bedae63a, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=813ffe8e-bd01-4feb-9f86-5157bedae63a,segment=NetworkSegment(7f8c3c90-af0d-464f-bf17-eaa367a67228),segment_id=7f8c3c90-af0d-464f-bf17-eaa367a67228)] {{(pid=74322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 16:03:14.220042 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Returning: {'device': '813ffe8e-bd01-4feb-9f86-5157bedae63a', 'network_id': '870e002b-7538-43c3-9d68-f9ced202572f', 'port_id': '813ffe8e-bd01-4feb-9f86-5157bedae63a', 'mac_address': 'fa:16:3e:3c:8b:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '213f080e-45b1-4a83-9ec2-6e7991e6012a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 16:03:14.260941 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-78af9590-2e4e-4451-893f-6dc3148d0adf admin admin] Notify callbacks [] for security_group, before_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:14.282062 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-78af9590-2e4e-4451-893f-6dc3148d0adf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:03:14.283575 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-b400cb21-de9a-47f5-b18b-46830690aa58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:14.291562 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-78af9590-2e4e-4451-893f-6dc3148d0adf admin admin] Usage tracker for resource:security_group_rule and tenant:7d176c9236164c6abd79ff220d341a2b is out of sync, need to count used quota {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:03:14.295196 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-78af9590-2e4e-4451-893f-6dc3148d0adf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:03:14.302773 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-78af9590-2e4e-4451-893f-6dc3148d0adf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:03:14.324766 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:14.344843 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.notifiers.nova [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 813ffe8e-bd01-4feb-9f86-5157bedae63a {{(pid=74322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 03 16:03:14.362434 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] For port 813ffe8e-bd01-4feb-9f86-5157bedae63a, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=813ffe8e-bd01-4feb-9f86-5157bedae63a,segment=NetworkSegment(7f8c3c90-af0d-464f-bf17-eaa367a67228),segment_id=7f8c3c90-af0d-464f-bf17-eaa367a67228)] {{(pid=74322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 16:03:14.401126 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-78af9590-2e4e-4451-893f-6dc3148d0adf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:14.464525 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-78af9590-2e4e-4451-893f-6dc3148d0adf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:14.464917 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365'] for port, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:14.466796 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-90a315cc-36e0-435e-a901-1623d67bc2d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:03:14.496089 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-4e41227f-e58d-4d8f-ae47-7e80a86a7ddd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:03:14.514994 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-78af9590-2e4e-4451-893f-6dc3148d0adf admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7d176c9236164c6abd79ff220d341a2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5770807 May 03 16:03:14.517968 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 49760) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:03:14.535756 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78af9590-2e4e-4451-893f-6dc3148d0adf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47b2c67e-6775-421c-a17c-1695ff3115f1,revision_number=1']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:03:14.539214 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-78af9590-2e4e-4451-893f-6dc3148d0adf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:03:14.621159 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Pushing event updated for resources: {'Port': ['ID=813ffe8e-bd01-4feb-9f86-5157bedae63a,revision_number=4']} {{(pid=74322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:03:14.625217 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:03:14.631266 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-d1343fcb-b33a-4269-bd00-3e935f69cee2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:14.637895 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1798e1-d814-4fa5-ab46-709b14f6ccc6 req-1d201761-72e5-4289-a12f-7fcbf015c0d8 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:03:14.639496 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-2f1798e1-d814-4fa5-ab46-709b14f6ccc6 req-1d201761-72e5-4289-a12f-7fcbf015c0d8 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f59cf43-d943-4d50-bf48-735891ba4d14 HTTP/1.1" status: 200 len: 946 time: 0.0928516 May 03 16:03:14.656828 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-d1343fcb-b33a-4269-bd00-3e935f69cee2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:14.696170 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-2f1798e1-d814-4fa5-ab46-709b14f6ccc6 req-59f1b51c-05ed-4a39-abd9-6fe4c695dbc1 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/security-groups?id=d843f737-6466-4183-8023-14d53a00a23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501244 May 03 16:03:14.806282 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] get_ports_and_sgs() called for port_ids ['813ffe8e-bd01-4feb-9f86-5157bedae63a'] {{(pid=74322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 16:03:14.824942 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-d1343fcb-b33a-4269-bd00-3e935f69cee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:14.830467 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-034452d0-42bf-4760-9e9c-328a18fa3df9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:03:14.863132 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e1a181-823a-45e7-9e07-c19e37ed6b74 req-e9749cab-cff8-444b-8322-2eecd6ec7c6b tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:03:14.864907 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-d3e1a181-823a-45e7-9e07-c19e37ed6b74 req-e9749cab-cff8-444b-8322-2eecd6ec7c6b tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.11 "GET /v2.0/ports?device_id=92710090-09ae-40d9-9246-91bb57a308ef HTTP/1.1" status: 200 len: 944 time: 0.0927722 May 03 16:03:14.865737 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1343fcb-b33a-4269-bd00-3e935f69cee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47b2c67e-6775-421c-a17c-1695ff3115f1,revision_number=None']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:03:14.875465 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-d1343fcb-b33a-4269-bd00-3e935f69cee2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:03:14.878783 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-d1343fcb-b33a-4269-bd00-3e935f69cee2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:14.881725 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-d1343fcb-b33a-4269-bd00-3e935f69cee2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/47b2c67e-6775-421c-a17c-1695ff3115f1 HTTP/1.1" status: 204 len: 168 time: 0.3629394 May 03 16:03:14.919558 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-d3e1a181-823a-45e7-9e07-c19e37ed6b74 req-01469fbf-2fd0-42ea-b8cf-a68a9716def3 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.11 "GET /v2.0/security-groups?id=831833fd-9100-465b-874d-f70121588630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446191 May 03 16:03:15.535184 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 49784) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:03:15.909001 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-38b5b948-df51-4ea5-84cd-975f9de0febe admin admin] Notify callbacks [] for security_group, before_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:15.932986 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-38b5b948-df51-4ea5-84cd-975f9de0febe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:03:15.937796 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-38b5b948-df51-4ea5-84cd-975f9de0febe admin admin] Usage tracker for resource:security_group_rule and tenant:6d9fd366ee1a44b0b79684a073be06fd is out of sync, need to count used quota {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:03:15.941666 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-38b5b948-df51-4ea5-84cd-975f9de0febe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:03:15.953209 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-38b5b948-df51-4ea5-84cd-975f9de0febe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:03:15.954378 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a58102-6c6b-4c34-b824-9c5f8ff4c70f req-92e794ad-2b4b-43b9-a8cb-877b99f76457 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:03:15.956995 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-91a58102-6c6b-4c34-b824-9c5f8ff4c70f req-92e794ad-2b4b-43b9-a8cb-877b99f76457 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f59cf43-d943-4d50-bf48-735891ba4d14 HTTP/1.1" status: 200 len: 946 time: 0.1191411 May 03 16:03:16.015697 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-91a58102-6c6b-4c34-b824-9c5f8ff4c70f req-61621523-0e86-483e-b0ed-6e317a3a43be tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/security-groups?id=d843f737-6466-4183-8023-14d53a00a23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523937 May 03 16:03:16.053439 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-b5223e01-a904-4e89-a902-ae20f7f129a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:16.068014 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Device 813ffe8e-bd01-4feb-9f86-5157bedae63a up at agent hyperv_hv-cinder-77428 {{(pid=74322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 16:03:16.153947 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-38b5b948-df51-4ea5-84cd-975f9de0febe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:16.195060 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc9b0e3-bf5b-4081-89cc-99881e3f20d4 req-62adee41-2165-4610-b0f0-4074e4c4bb67 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:03:16.195060 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-6bc9b0e3-bf5b-4081-89cc-99881e3f20d4 req-62adee41-2165-4610-b0f0-4074e4c4bb67 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.11 "GET /v2.0/ports?device_id=92710090-09ae-40d9-9246-91bb57a308ef HTTP/1.1" status: 200 len: 944 time: 0.1049986 May 03 16:03:16.213182 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Provisioning for port 813ffe8e-bd01-4feb-9f86-5157bedae63a completed by entity L2. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 16:03:16.218828 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Provisioning complete for port 813ffe8e-bd01-4feb-9f86-5157bedae63a triggered by entity L2. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 16:03:16.219207 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033555'] for port, provisioning_complete {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:16.254367 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-6bc9b0e3-bf5b-4081-89cc-99881e3f20d4 req-edbced9d-9c90-432a-874b-bdb0816b0de2 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.11 "GET /v2.0/security-groups?id=831833fd-9100-465b-874d-f70121588630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568686 May 03 16:03:16.270301 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-38b5b948-df51-4ea5-84cd-975f9de0febe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:16.288419 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:03:16.369570 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 49818) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:03:16.369725 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-38b5b948-df51-4ea5-84cd-975f9de0febe admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6d9fd366ee1a44b0b79684a073be06fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8333573 May 03 16:03:16.374250 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b5b948-df51-4ea5-84cd-975f9de0febe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c87898ee-af8e-4893-b5f3-41ea4a17c193,revision_number=1']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:03:16.391028 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-38b5b948-df51-4ea5-84cd-975f9de0febe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:03:16.470840 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:16.507638 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-b202e1aa-4e82-468b-998d-f3597c898294 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:16.545007 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92710090-09ae-40d9-9246-91bb57a308ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '813ffe8e-bd01-4feb-9f86-5157bedae63a'}] {{(pid=74322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 16:03:16.545624 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-b202e1aa-4e82-468b-998d-f3597c898294 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:16.549215 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] For port 813ffe8e-bd01-4feb-9f86-5157bedae63a, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=813ffe8e-bd01-4feb-9f86-5157bedae63a,segment=NetworkSegment(7f8c3c90-af0d-464f-bf17-eaa367a67228),segment_id=7f8c3c90-af0d-464f-bf17-eaa367a67228)] {{(pid=74322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 16:03:16.597436 dv-cinder-774286-11-smb neutron-server[74322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92710090-09ae-40d9-9246-91bb57a308ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '813ffe8e-bd01-4feb-9f86-5157bedae63a', 'code': 200} May 03 16:03:16.683821 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365'] for port, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:16.683821 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:03:16.726401 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-b202e1aa-4e82-468b-998d-f3597c898294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:16.731765 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:03:16.747016 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b202e1aa-4e82-468b-998d-f3597c898294 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c87898ee-af8e-4893-b5f3-41ea4a17c193,revision_number=None']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:03:16.756048 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-b202e1aa-4e82-468b-998d-f3597c898294 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:03:16.766403 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Pushing event updated for resources: {'Port': ['ID=813ffe8e-bd01-4feb-9f86-5157bedae63a,revision_number=5']} {{(pid=74322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:03:16.771090 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:03:16.780400 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-b202e1aa-4e82-468b-998d-f3597c898294 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:16.784377 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-b202e1aa-4e82-468b-998d-f3597c898294 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c87898ee-af8e-4893-b5f3-41ea4a17c193 HTTP/1.1" status: 204 len: 168 time: 0.4112067 May 03 16:03:16.974495 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 49834) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:03:17.084572 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f78bd91-eb8c-4a02-a372-92dabe4ae4d7 req-319401f6-88ec-4652-b743-6651b1c409d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:03:17.086405 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-8f78bd91-eb8c-4a02-a372-92dabe4ae4d7 req-319401f6-88ec-4652-b743-6651b1c409d6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=92710090-09ae-40d9-9246-91bb57a308ef HTTP/1.1" status: 200 len: 1098 time: 0.0855203 May 03 16:03:17.145668 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-8f78bd91-eb8c-4a02-a372-92dabe4ae4d7 req-b7d8b643-7d98-4c27-b323-56f923a5c2bc service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=831833fd-9100-465b-874d-f70121588630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485892 May 03 16:03:17.258157 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-baebce75-5656-4943-b1e3-a2d765e185f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:17.273652 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-baebce75-5656-4943-b1e3-a2d765e185f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:03:17.277539 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-baebce75-5656-4943-b1e3-a2d765e185f1 admin admin] Usage tracker for resource:security_group_rule and tenant:836794a091254a1f92b02b694f5ff967 is out of sync, need to count used quota {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:03:17.280488 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-baebce75-5656-4943-b1e3-a2d765e185f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:03:17.286669 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-baebce75-5656-4943-b1e3-a2d765e185f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:03:17.297057 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac66853-26b4-4129-baff-3adc387d537d req-55eadbb4-2ac3-49f5-b472-eebb92020719 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:03:17.300667 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-8ac66853-26b4-4129-baff-3adc387d537d req-55eadbb4-2ac3-49f5-b472-eebb92020719 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f59cf43-d943-4d50-bf48-735891ba4d14 HTTP/1.1" status: 200 len: 946 time: 0.1107020 May 03 16:03:17.346199 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-8ac66853-26b4-4129-baff-3adc387d537d req-3d2cd320-cdf6-4f05-a37c-b86497296fa2 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/security-groups?id=d843f737-6466-4183-8023-14d53a00a23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404265 May 03 16:03:17.375115 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-baebce75-5656-4943-b1e3-a2d765e185f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:17.430199 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-baebce75-5656-4943-b1e3-a2d765e185f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:17.439771 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:03:17.463983 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad5d261-1e84-49c1-a6da-21c26c7b4c2e req-cc01f6d0-6576-420d-a8da-a104730f5438 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:03:17.464459 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-cad5d261-1e84-49c1-a6da-21c26c7b4c2e req-cc01f6d0-6576-420d-a8da-a104730f5438 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.11 "GET /v2.0/ports?device_id=92710090-09ae-40d9-9246-91bb57a308ef HTTP/1.1" status: 200 len: 945 time: 0.0879271 May 03 16:03:17.485390 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-baebce75-5656-4943-b1e3-a2d765e185f1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=836794a091254a1f92b02b694f5ff967&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5084238 May 03 16:03:17.487214 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baebce75-5656-4943-b1e3-a2d765e185f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49ba1ca4-bf19-4e11-a1fd-2b24c31e43e8,revision_number=1']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:03:17.489740 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 49846) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:03:17.512980 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-baebce75-5656-4943-b1e3-a2d765e185f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:03:17.520347 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-cad5d261-1e84-49c1-a6da-21c26c7b4c2e req-a891491d-a6e7-4fe2-8094-78d366987fec tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.11 "GET /v2.0/security-groups?id=831833fd-9100-465b-874d-f70121588630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490761 May 03 16:03:17.550358 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 49854) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:03:17.573282 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-2e8e584f-6092-44a5-b933-70888b384a54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:17.578724 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-7f9a628b-7587-4a6a-9f73-8f7795901d1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:17.614312 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-7f9a628b-7587-4a6a-9f73-8f7795901d1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:17.614832 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-2e8e584f-6092-44a5-b933-70888b384a54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:03:17.624763 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-2e8e584f-6092-44a5-b933-70888b384a54 admin admin] Usage tracker for resource:security_group_rule and tenant:cbdd7222fc714413b68c305f579d2e89 is out of sync, need to count used quota {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:03:17.634833 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-2e8e584f-6092-44a5-b933-70888b384a54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:03:17.656689 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-2e8e584f-6092-44a5-b933-70888b384a54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:03:17.767670 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-7f9a628b-7587-4a6a-9f73-8f7795901d1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:17.772784 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-f3919a26-0e79-4080-9c75-d3ce745227fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:03:17.787464 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9a628b-7587-4a6a-9f73-8f7795901d1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49ba1ca4-bf19-4e11-a1fd-2b24c31e43e8,revision_number=None']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:03:17.793067 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-7f9a628b-7587-4a6a-9f73-8f7795901d1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:03:17.800350 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-7f9a628b-7587-4a6a-9f73-8f7795901d1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:17.802006 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-7f9a628b-7587-4a6a-9f73-8f7795901d1d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/49ba1ca4-bf19-4e11-a1fd-2b24c31e43e8 HTTP/1.1" status: 204 len: 168 time: 0.3109944 May 03 16:03:17.840633 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-2e8e584f-6092-44a5-b933-70888b384a54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:17.938764 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-2e8e584f-6092-44a5-b933-70888b384a54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:17.946126 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:03:17.987097 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-2e8e584f-6092-44a5-b933-70888b384a54 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=cbdd7222fc714413b68c305f579d2e89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4351928 May 03 16:03:17.988000 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8e584f-6092-44a5-b933-70888b384a54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63bdb30e-d151-46d1-a413-fc295827f1fa,revision_number=1']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:03:17.989882 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 49866) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:03:17.991168 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-2e8e584f-6092-44a5-b933-70888b384a54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:03:18.050754 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-04252792-26b5-459f-827d-1a5e29f9123e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:18.076823 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-04252792-26b5-459f-827d-1a5e29f9123e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:18.212226 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-04252792-26b5-459f-827d-1a5e29f9123e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:18.217890 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:03:18.229343 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04252792-26b5-459f-827d-1a5e29f9123e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63bdb30e-d151-46d1-a413-fc295827f1fa,revision_number=None']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:03:18.232983 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-04252792-26b5-459f-827d-1a5e29f9123e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:03:18.237169 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-04252792-26b5-459f-827d-1a5e29f9123e admin admin] Notify callbacks [] for security_group, before_response {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:18.238348 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-04252792-26b5-459f-827d-1a5e29f9123e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/63bdb30e-d151-46d1-a413-fc295827f1fa HTTP/1.1" status: 204 len: 168 time: 0.2469468 May 03 16:03:18.553920 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42ed14b-ab02-45c3-bad0-5b6e597354dc req-53aa1793-fe40-4e25-ab4e-adf9161fd9c4 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:03:18.555466 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-b42ed14b-ab02-45c3-bad0-5b6e597354dc req-53aa1793-fe40-4e25-ab4e-adf9161fd9c4 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f59cf43-d943-4d50-bf48-735891ba4d14 HTTP/1.1" status: 200 len: 946 time: 0.0917504 May 03 16:03:18.616581 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-b42ed14b-ab02-45c3-bad0-5b6e597354dc req-b4be2abc-8ba9-4656-9d90-0bd0070e7dce tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/security-groups?id=d843f737-6466-4183-8023-14d53a00a23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543270 May 03 16:03:18.711200 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 49884) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:03:18.756977 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-34770cac-851c-48bd-91b5-466e04965edc admin admin] Notify callbacks [] for security_group, before_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:18.786522 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83ae953-061c-4187-a3a6-546af868d6f0 req-ae6765f0-3e35-4234-b2dd-85622ce60422 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:03:18.795487 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-f83ae953-061c-4187-a3a6-546af868d6f0 req-ae6765f0-3e35-4234-b2dd-85622ce60422 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.11 "GET /v2.0/ports?device_id=92710090-09ae-40d9-9246-91bb57a308ef HTTP/1.1" status: 200 len: 945 time: 0.1527264 May 03 16:03:18.822953 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-34770cac-851c-48bd-91b5-466e04965edc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:03:18.831599 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-34770cac-851c-48bd-91b5-466e04965edc admin admin] Usage tracker for resource:security_group_rule and tenant:fc58bb34b4f741968215857b8b35c798 is out of sync, need to count used quota {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:03:18.841246 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-34770cac-851c-48bd-91b5-466e04965edc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:03:18.851706 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-34770cac-851c-48bd-91b5-466e04965edc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:03:18.863621 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-f83ae953-061c-4187-a3a6-546af868d6f0 req-0228fe67-a4e4-4c94-8617-aa50a1917507 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.11 "GET /v2.0/security-groups?id=831833fd-9100-465b-874d-f70121588630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675130 May 03 16:03:18.962814 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-34770cac-851c-48bd-91b5-466e04965edc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:19.047403 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-34770cac-851c-48bd-91b5-466e04965edc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:19.054721 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-ce5f8d8f-3ed4-4482-b3f9-3f92ef727f35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:03:19.096262 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34770cac-851c-48bd-91b5-466e04965edc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=090f05d6-4948-4333-b101-97ad35d857a9,revision_number=1']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:03:19.100504 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-34770cac-851c-48bd-91b5-466e04965edc admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fc58bb34b4f741968215857b8b35c798&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3879731 May 03 16:03:19.101499 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-34770cac-851c-48bd-91b5-466e04965edc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:03:19.103127 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 49902) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:03:19.172104 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-dbc64c17-6c2c-43ea-8740-7a28942e5d34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:19.204257 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-dbc64c17-6c2c-43ea-8740-7a28942e5d34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:19.332398 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-dbc64c17-6c2c-43ea-8740-7a28942e5d34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:19.337626 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-96d6559a-fedc-4d95-ad60-b6196daa94ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:03:19.354670 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc64c17-6c2c-43ea-8740-7a28942e5d34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=090f05d6-4948-4333-b101-97ad35d857a9,revision_number=None']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:03:19.359831 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-dbc64c17-6c2c-43ea-8740-7a28942e5d34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:03:19.363493 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-dbc64c17-6c2c-43ea-8740-7a28942e5d34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:19.366944 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-dbc64c17-6c2c-43ea-8740-7a28942e5d34 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/090f05d6-4948-4333-b101-97ad35d857a9 HTTP/1.1" status: 204 len: 168 time: 0.2605908 May 03 16:03:19.811501 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a237e3-7539-4bfd-91b4-87384208f844 req-4aa35f91-c0b3-480a-a9fd-91f8670f57c5 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:03:19.813085 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-03a237e3-7539-4bfd-91b4-87384208f844 req-4aa35f91-c0b3-480a-a9fd-91f8670f57c5 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f59cf43-d943-4d50-bf48-735891ba4d14 HTTP/1.1" status: 200 len: 946 time: 0.0906696 May 03 16:03:19.866624 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-03a237e3-7539-4bfd-91b4-87384208f844 req-f0cb7f49-fad7-47f9-a5bb-b3d67c4fdf5f tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/security-groups?id=d843f737-6466-4183-8023-14d53a00a23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475125 May 03 16:03:20.067171 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355534be-102f-4536-a96d-83c9bedb5b65 req-7e7d88f4-b082-4dc8-8492-7d1d18aadb30 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:03:20.068706 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-355534be-102f-4536-a96d-83c9bedb5b65 req-7e7d88f4-b082-4dc8-8492-7d1d18aadb30 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.11 "GET /v2.0/ports?device_id=92710090-09ae-40d9-9246-91bb57a308ef HTTP/1.1" status: 200 len: 945 time: 0.0839236 May 03 16:03:20.115380 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-355534be-102f-4536-a96d-83c9bedb5b65 req-77108de5-1f1f-4356-a534-6bd1e3439e92 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.11 "GET /v2.0/security-groups?id=831833fd-9100-465b-874d-f70121588630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409288 May 03 16:03:21.166329 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2213531-3f84-4eef-9863-134d051e2459 req-3ebd56ef-05df-45c0-9ea9-24faa4922bd1 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:03:21.178031 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-f2213531-3f84-4eef-9863-134d051e2459 req-3ebd56ef-05df-45c0-9ea9-24faa4922bd1 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f59cf43-d943-4d50-bf48-735891ba4d14 HTTP/1.1" status: 200 len: 946 time: 0.1961565 May 03 16:03:21.242923 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 49980) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:03:21.255976 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-f2213531-3f84-4eef-9863-134d051e2459 req-723891a3-7e95-4d9e-92ba-e1f9455a4fc1 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/security-groups?id=d843f737-6466-4183-8023-14d53a00a23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787828 May 03 16:03:21.508960 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-c840bd35-c736-413c-91ed-5180c7cea5f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:21.524453 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-c840bd35-c736-413c-91ed-5180c7cea5f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:03:21.528385 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-c840bd35-c736-413c-91ed-5180c7cea5f9 admin admin] Usage tracker for resource:security_group_rule and tenant:3c28ad437d0a45f19b263410a055d4fa is out of sync, need to count used quota {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:03:21.531513 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-c840bd35-c736-413c-91ed-5180c7cea5f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:03:21.538062 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-c840bd35-c736-413c-91ed-5180c7cea5f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:03:21.628176 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-c840bd35-c736-413c-91ed-5180c7cea5f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:21.715836 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-c840bd35-c736-413c-91ed-5180c7cea5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:21.726572 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-7f9a628b-7587-4a6a-9f73-8f7795901d1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:03:21.770960 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-c840bd35-c736-413c-91ed-5180c7cea5f9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3c28ad437d0a45f19b263410a055d4fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5245922 May 03 16:03:21.770960 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c840bd35-c736-413c-91ed-5180c7cea5f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10f17379-b20c-43cc-ad3f-ae405493e3b9,revision_number=1']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:03:21.771878 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 50000) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:03:21.773944 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-c840bd35-c736-413c-91ed-5180c7cea5f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:03:21.848683 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-8b7105a4-27c3-48d6-a47e-dce2f1e70c3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:21.876123 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-8b7105a4-27c3-48d6-a47e-dce2f1e70c3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:22.001444 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-8b7105a4-27c3-48d6-a47e-dce2f1e70c3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:22.006739 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-2443f4b2-2031-4429-b70f-3a5ff9711dce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:03:22.019093 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7105a4-27c3-48d6-a47e-dce2f1e70c3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10f17379-b20c-43cc-ad3f-ae405493e3b9,revision_number=None']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:03:22.023902 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-8b7105a4-27c3-48d6-a47e-dce2f1e70c3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:03:22.026108 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-8b7105a4-27c3-48d6-a47e-dce2f1e70c3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:22.027622 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-8b7105a4-27c3-48d6-a47e-dce2f1e70c3c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/10f17379-b20c-43cc-ad3f-ae405493e3b9 HTTP/1.1" status: 204 len: 168 time: 0.2545872 May 03 16:03:22.485684 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9461ff89-ed23-4f4d-a6f4-f24bb7710505 req-fa54d95a-6930-4a04-92a4-4028b3a0d3a1 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:03:22.487210 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-9461ff89-ed23-4f4d-a6f4-f24bb7710505 req-fa54d95a-6930-4a04-92a4-4028b3a0d3a1 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f59cf43-d943-4d50-bf48-735891ba4d14 HTTP/1.1" status: 200 len: 946 time: 0.0994363 May 03 16:03:22.542822 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-9461ff89-ed23-4f4d-a6f4-f24bb7710505 req-bf47c224-deb7-4063-8dfe-7f7560a34c1d tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/security-groups?id=d843f737-6466-4183-8023-14d53a00a23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450392 May 03 16:03:22.636847 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 50038) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:03:22.761840 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-dc24bb63-dbee-4c49-8df9-04be7e6f81a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:22.776354 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-dc24bb63-dbee-4c49-8df9-04be7e6f81a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:03:22.780181 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-dc24bb63-dbee-4c49-8df9-04be7e6f81a6 admin admin] Usage tracker for resource:security_group_rule and tenant:7b99583ae53f450eb7a30a70303c3029 is out of sync, need to count used quota {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:03:22.783276 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-dc24bb63-dbee-4c49-8df9-04be7e6f81a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:03:22.789154 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-dc24bb63-dbee-4c49-8df9-04be7e6f81a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:03:22.811388 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 50044) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:03:22.831485 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-913bcde0-c266-40b1-85d3-6397b03e6ab5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:22.847634 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-913bcde0-c266-40b1-85d3-6397b03e6ab5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:03:22.851834 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-913bcde0-c266-40b1-85d3-6397b03e6ab5 admin admin] Usage tracker for resource:security_group_rule and tenant:8965a1a70b394e6a90ec89052814a6d0 is out of sync, need to count used quota {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:03:22.854732 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-913bcde0-c266-40b1-85d3-6397b03e6ab5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:03:22.862836 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-913bcde0-c266-40b1-85d3-6397b03e6ab5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:03:22.883326 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-dc24bb63-dbee-4c49-8df9-04be7e6f81a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:22.949861 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-dc24bb63-dbee-4c49-8df9-04be7e6f81a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:22.958565 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:03:23.003217 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-dc24bb63-dbee-4c49-8df9-04be7e6f81a6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7b99583ae53f450eb7a30a70303c3029&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3652370 May 03 16:03:23.004130 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc24bb63-dbee-4c49-8df9-04be7e6f81a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63d196fb-1923-4d74-8de4-792a3298ddd3,revision_number=1']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:03:23.006117 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 50052) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:03:23.007159 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-dc24bb63-dbee-4c49-8df9-04be7e6f81a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:03:23.128741 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-913bcde0-c266-40b1-85d3-6397b03e6ab5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:23.152415 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-eae94c4f-5d76-4bae-a6fd-20a3c15bab87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:23.179056 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-eae94c4f-5d76-4bae-a6fd-20a3c15bab87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:23.218735 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-913bcde0-c266-40b1-85d3-6397b03e6ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:23.227361 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-38b5b948-df51-4ea5-84cd-975f9de0febe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:03:23.269352 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-913bcde0-c266-40b1-85d3-6397b03e6ab5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8965a1a70b394e6a90ec89052814a6d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4568796 May 03 16:03:23.270429 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913bcde0-c266-40b1-85d3-6397b03e6ab5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d345b45b-c005-47b8-a529-fc0a35fa15ec,revision_number=1']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:03:23.272054 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 50056) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:03:23.273415 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-913bcde0-c266-40b1-85d3-6397b03e6ab5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:03:23.335895 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-e9380523-28c5-4224-8b9b-aab4ab66c1d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:23.338798 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-eae94c4f-5d76-4bae-a6fd-20a3c15bab87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:23.344013 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-d58e76e6-e176-4e34-b62d-e705d0b8c4e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:03:23.365247 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae94c4f-5d76-4bae-a6fd-20a3c15bab87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63d196fb-1923-4d74-8de4-792a3298ddd3,revision_number=None']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:03:23.367605 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-e9380523-28c5-4224-8b9b-aab4ab66c1d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:23.369716 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-eae94c4f-5d76-4bae-a6fd-20a3c15bab87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:03:23.380301 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-eae94c4f-5d76-4bae-a6fd-20a3c15bab87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:23.381787 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-eae94c4f-5d76-4bae-a6fd-20a3c15bab87 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/63d196fb-1923-4d74-8de4-792a3298ddd3 HTTP/1.1" status: 204 len: 168 time: 0.3724914 May 03 16:03:23.552348 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-e9380523-28c5-4224-8b9b-aab4ab66c1d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:23.557514 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-04a2540e-b340-41eb-b5df-7621312d4551 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:03:23.575539 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9380523-28c5-4224-8b9b-aab4ab66c1d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d345b45b-c005-47b8-a529-fc0a35fa15ec,revision_number=None']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:03:23.578737 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-e9380523-28c5-4224-8b9b-aab4ab66c1d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:03:23.584233 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-e9380523-28c5-4224-8b9b-aab4ab66c1d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:23.585675 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-e9380523-28c5-4224-8b9b-aab4ab66c1d4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d345b45b-c005-47b8-a529-fc0a35fa15ec HTTP/1.1" status: 204 len: 168 time: 0.3118863 May 03 16:03:23.852004 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a2b140-a286-43a7-a93b-55c729461e15 req-0589bfbf-13ce-440d-91ce-a853bedb033c tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:03:23.853525 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-d4a2b140-a286-43a7-a93b-55c729461e15 req-0589bfbf-13ce-440d-91ce-a853bedb033c tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f59cf43-d943-4d50-bf48-735891ba4d14 HTTP/1.1" status: 200 len: 946 time: 0.1092665 May 03 16:03:23.901188 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-d4a2b140-a286-43a7-a93b-55c729461e15 req-43194078-8b82-4b95-a724-c46b3b961bbd tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/security-groups?id=d843f737-6466-4183-8023-14d53a00a23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414648 May 03 16:03:24.295938 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 50094) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:03:24.313268 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-456d3952-0e6a-45f3-a5dd-739afc344992 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:24.328353 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-456d3952-0e6a-45f3-a5dd-739afc344992 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:03:24.333061 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-456d3952-0e6a-45f3-a5dd-739afc344992 admin admin] Usage tracker for resource:security_group_rule and tenant:3e923a1d188c43f2be9461a38292ea89 is out of sync, need to count used quota {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:03:24.335906 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-456d3952-0e6a-45f3-a5dd-739afc344992 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:03:24.342021 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-456d3952-0e6a-45f3-a5dd-739afc344992 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:03:24.429945 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-456d3952-0e6a-45f3-a5dd-739afc344992 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:24.515831 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-456d3952-0e6a-45f3-a5dd-739afc344992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:24.526396 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:03:24.571012 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-456d3952-0e6a-45f3-a5dd-739afc344992 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3e923a1d188c43f2be9461a38292ea89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2739236 May 03 16:03:24.571960 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456d3952-0e6a-45f3-a5dd-739afc344992 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9769c799-fc4e-42dd-8138-cddbfc36ed8e,revision_number=1']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:03:24.575327 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 50106) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:03:24.578918 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-456d3952-0e6a-45f3-a5dd-739afc344992 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:03:24.653180 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-16e2ecb1-620b-4e1b-a064-3572b9c6e2c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:24.678757 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-16e2ecb1-620b-4e1b-a064-3572b9c6e2c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:24.789916 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-16e2ecb1-620b-4e1b-a064-3572b9c6e2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:24.795002 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-877b93c1-bc58-4569-9744-b3430a0d39a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:03:24.809689 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e2ecb1-620b-4e1b-a064-3572b9c6e2c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9769c799-fc4e-42dd-8138-cddbfc36ed8e,revision_number=None']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:03:24.811995 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-16e2ecb1-620b-4e1b-a064-3572b9c6e2c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:03:24.813423 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-16e2ecb1-620b-4e1b-a064-3572b9c6e2c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:24.817530 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-16e2ecb1-620b-4e1b-a064-3572b9c6e2c6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9769c799-fc4e-42dd-8138-cddbfc36ed8e HTTP/1.1" status: 204 len: 168 time: 0.2409067 May 03 16:03:25.110958 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097802ed-38a3-4021-b13c-e76fd0e826f6 req-2590a44a-6a1d-4042-9276-a074e0a914d4 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:03:25.112473 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-097802ed-38a3-4021-b13c-e76fd0e826f6 req-2590a44a-6a1d-4042-9276-a074e0a914d4 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f59cf43-d943-4d50-bf48-735891ba4d14 HTTP/1.1" status: 200 len: 946 time: 0.0852263 May 03 16:03:25.167145 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-097802ed-38a3-4021-b13c-e76fd0e826f6 req-9290a3da-8013-41aa-a201-ff460e9e7dc3 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/security-groups?id=d843f737-6466-4183-8023-14d53a00a23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485475 May 03 16:03:25.419982 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 50138) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:03:25.434030 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b217451-d2f4-482c-b559-e4974d89f85c req-bfc224ac-7aa9-4966-b770-6bf583a75fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:03:25.435672 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-3b217451-d2f4-482c-b559-e4974d89f85c req-bfc224ac-7aa9-4966-b770-6bf583a75fce service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7f59cf43-d943-4d50-bf48-735891ba4d14 HTTP/1.1" status: 200 len: 1099 time: 0.0760896 May 03 16:03:25.482790 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-3b217451-d2f4-482c-b559-e4974d89f85c req-fc696551-66c8-4d4c-81c7-d12d6352f550 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=d843f737-6466-4183-8023-14d53a00a23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393806 May 03 16:03:25.556214 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-a76b6ce5-7445-4ef7-8a15-c3767713fe44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:25.572772 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-a76b6ce5-7445-4ef7-8a15-c3767713fe44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:03:25.576876 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-a76b6ce5-7445-4ef7-8a15-c3767713fe44 admin admin] Usage tracker for resource:security_group_rule and tenant:d0fb0092d4604d279fb19c2d0c9e8197 is out of sync, need to count used quota {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:03:25.580431 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-a76b6ce5-7445-4ef7-8a15-c3767713fe44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:03:25.586238 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-a76b6ce5-7445-4ef7-8a15-c3767713fe44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:03:25.688994 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-a76b6ce5-7445-4ef7-8a15-c3767713fe44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:25.732488 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-a76b6ce5-7445-4ef7-8a15-c3767713fe44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:25.744976 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-67204401-2ada-48da-ab0d-b4b992425964 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:03:25.794017 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 50154) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:03:25.794161 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-a76b6ce5-7445-4ef7-8a15-c3767713fe44 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d0fb0092d4604d279fb19c2d0c9e8197&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3727717 May 03 16:03:25.795296 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76b6ce5-7445-4ef7-8a15-c3767713fe44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6de70dc-8899-4935-b2b5-6fb962529fcd,revision_number=1']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:03:25.799277 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-a76b6ce5-7445-4ef7-8a15-c3767713fe44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:03:25.859206 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-a4f236d7-6733-4d71-8d29-01b9b081cae7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:25.892610 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-a4f236d7-6733-4d71-8d29-01b9b081cae7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:26.024124 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-a4f236d7-6733-4d71-8d29-01b9b081cae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:26.029760 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-6e262567-cdbf-49db-bd1f-dd647642ea31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:03:26.044862 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f236d7-6733-4d71-8d29-01b9b081cae7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6de70dc-8899-4935-b2b5-6fb962529fcd,revision_number=None']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:03:26.047788 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-a4f236d7-6733-4d71-8d29-01b9b081cae7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:03:26.049483 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-a4f236d7-6733-4d71-8d29-01b9b081cae7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:26.053387 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-a4f236d7-6733-4d71-8d29-01b9b081cae7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e6de70dc-8899-4935-b2b5-6fb962529fcd HTTP/1.1" status: 204 len: 168 time: 0.2573800 May 03 16:03:26.125052 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 50170) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:03:26.245727 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.v2.base [None req-e77a0f54-4258-4ecc-bfce-972ddfe187ac admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2046069499-network', 'tenant_id': '2f6daea3e18043eb914f1f9dc3dada45'}} {{(pid=74320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 16:03:26.250435 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-e77a0f54-4258-4ecc-bfce-972ddfe187ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:03:26.255367 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-e77a0f54-4258-4ecc-bfce-972ddfe187ac admin admin] Usage tracker for resource:network and tenant:2f6daea3e18043eb914f1f9dc3dada45 is out of sync, need to count used quota {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:03:26.258391 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-e77a0f54-4258-4ecc-bfce-972ddfe187ac admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:03:26.265292 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-e77a0f54-4258-4ecc-bfce-972ddfe187ac admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:03:26.343976 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e77a0f54-4258-4ecc-bfce-972ddfe187ac admin admin] Made reservation on behalf of 2f6daea3e18043eb914f1f9dc3dada45 for: {'network': 1} {{(pid=74320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 16:03:26.347021 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-e77a0f54-4258-4ecc-bfce-972ddfe187ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for network, before_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:26.359223 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-e77a0f54-4258-4ecc-bfce-972ddfe187ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:26.370289 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51020f4-2737-4dbe-b12c-12bd0df7e5ff req-140a8202-4951-4dc3-89c2-9b8447c15557 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:03:26.371848 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-e51020f4-2737-4dbe-b12c-12bd0df7e5ff req-140a8202-4951-4dc3-89c2-9b8447c15557 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f59cf43-d943-4d50-bf48-735891ba4d14 HTTP/1.1" status: 200 len: 946 time: 0.0864489 May 03 16:03:26.373765 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-e77a0f54-4258-4ecc-bfce-972ddfe187ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:03:26.378097 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-e77a0f54-4258-4ecc-bfce-972ddfe187ac admin admin] Usage tracker for resource:security_group_rule and tenant:2f6daea3e18043eb914f1f9dc3dada45 is out of sync, need to count used quota {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:03:26.381399 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-e77a0f54-4258-4ecc-bfce-972ddfe187ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:03:26.387372 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-e77a0f54-4258-4ecc-bfce-972ddfe187ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:03:26.431051 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-e51020f4-2737-4dbe-b12c-12bd0df7e5ff req-311c8a64-e15c-4df2-89bd-0fe9799c0c5c tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/security-groups?id=d843f737-6466-4183-8023-14d53a00a23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523679 May 03 16:03:26.493236 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-e77a0f54-4258-4ecc-bfce-972ddfe187ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:26.561405 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-e77a0f54-4258-4ecc-bfce-972ddfe187ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:26.564959 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-4b166876-334e-47e9-8582-125aae54a9b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:03:26.596024 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e77a0f54-4258-4ecc-bfce-972ddfe187ac admin admin] vlan segment allocate from pool success with {'vlan_id': 621, 'physical_network': 'physnet1'} {{(pid=74320) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 16:03:26.604879 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77a0f54-4258-4ecc-bfce-972ddfe187ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bfb1cd6-5ef2-41cb-9675-db5cd8809351,revision_number=1']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:03:26.608112 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-e77a0f54-4258-4ecc-bfce-972ddfe187ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:03:26.612789 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-e77a0f54-4258-4ecc-bfce-972ddfe187ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038491'] for segment, precommit_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:26.613307 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.db.segments_db [None req-e77a0f54-4258-4ecc-bfce-972ddfe187ac admin admin] Added segment ca964f60-a5e5-4b2e-8569-ed29ba911647 of type vlan for network 8c0117e8-d3b9-4e6b-b719-67aa4d1b16ab May 03 16:03:26.640363 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-e77a0f54-4258-4ecc-bfce-972ddfe187ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781092437652'] for network, precommit_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:26.819199 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-e77a0f54-4258-4ecc-bfce-972ddfe187ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119'] for network, after_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:26.821313 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77a0f54-4258-4ecc-bfce-972ddfe187ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:03:26.822533 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-e77a0f54-4258-4ecc-bfce-972ddfe187ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532153'] for network, before_response {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:26.832545 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:03:26.938400 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77a0f54-4258-4ecc-bfce-972ddfe187ac admin admin] Pushing event updated for resources: {'Network': ['ID=8c0117e8-d3b9-4e6b-b719-67aa4d1b16ab,revision_number=1']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:03:26.941865 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-e77a0f54-4258-4ecc-bfce-972ddfe187ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:03:26.949440 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Network 8c0117e8-d3b9-4e6b-b719-67aa4d1b16ab details requested by agent ovs-agent-dv-cinder-774286-11-smb with host dv-cinder-774286-11-smb {{(pid=74322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 16:03:26.996568 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-e77a0f54-4258-4ecc-bfce-972ddfe187ac admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8700247 May 03 16:03:26.999594 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 50188) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:03:27.006505 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.v2.base [None req-6b7159bc-5261-44cd-af72-c35c2a2faaa8 admin admin] Request body: {'subnet': {'network_id': '8c0117e8-d3b9-4e6b-b719-67aa4d1b16ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2046069499-subnet', 'tenant_id': '2f6daea3e18043eb914f1f9dc3dada45', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 16:03:27.011432 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-6b7159bc-5261-44cd-af72-c35c2a2faaa8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:03:27.015363 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-6b7159bc-5261-44cd-af72-c35c2a2faaa8 admin admin] Usage tracker for resource:subnet and tenant:2f6daea3e18043eb914f1f9dc3dada45 is out of sync, need to count used quota {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:03:27.019010 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-6b7159bc-5261-44cd-af72-c35c2a2faaa8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:03:27.026194 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-6b7159bc-5261-44cd-af72-c35c2a2faaa8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:03:27.109917 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b7159bc-5261-44cd-af72-c35c2a2faaa8 admin admin] Made reservation on behalf of 2f6daea3e18043eb914f1f9dc3dada45 for: {'subnet': 1} {{(pid=74320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 16:03:27.112940 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-6b7159bc-5261-44cd-af72-c35c2a2faaa8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2927917'] for subnet, before_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:27.568724 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-6b7159bc-5261-44cd-af72-c35c2a2faaa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2109705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2927931'] for subnet, after_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:27.572931 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-c0ff9053-2b1f-4fa0-b626-c69f5c3bde2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:03:27.649221 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7159bc-5261-44cd-af72-c35c2a2faaa8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2aac76b-1aee-4459-ba86-9441ce26d21b,revision_number=0']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:03:27.652337 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ccc3af-ae03-45d8-8021-d62cbb9c4b49 req-02548025-d701-466e-a5d1-046540eb322a tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:03:27.652940 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-6b7159bc-5261-44cd-af72-c35c2a2faaa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:03:27.653843 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-55ccc3af-ae03-45d8-8021-d62cbb9c4b49 req-02548025-d701-466e-a5d1-046540eb322a tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f59cf43-d943-4d50-bf48-735891ba4d14 HTTP/1.1" status: 200 len: 946 time: 0.0829329 May 03 16:03:27.660927 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7159bc-5261-44cd-af72-c35c2a2faaa8 admin admin] Checking segment: {'id': 'ca964f60-a5e5-4b2e-8569-ed29ba911647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '8c0117e8-d3b9-4e6b-b719-67aa4d1b16ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 03 16:03:27.661286 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b7159bc-5261-44cd-af72-c35c2a2faaa8 admin admin] Network hostable DHCP agents. Network: 8c0117e8-d3b9-4e6b-b719-67aa4d1b16ab, hostable agents: ['656f65d0-a8c5-485a-ad4b-a4c2f5db155a'], hosted agents: [] {{(pid=74320) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 16:03:27.705067 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-55ccc3af-ae03-45d8-8021-d62cbb9c4b49 req-a6814def-7d8d-47cd-91c7-748b8e73b0a7 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/security-groups?id=d843f737-6466-4183-8023-14d53a00a23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439489 May 03 16:03:27.755426 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b7159bc-5261-44cd-af72-c35c2a2faaa8 admin admin] Network 8c0117e8-d3b9-4e6b-b719-67aa4d1b16ab is scheduled to be hosted by DHCP agent 656f65d0-a8c5-485a-ad4b-a4c2f5db155a with binding_index 1 {{(pid=74320) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 16:03:27.847501 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.scheduler.base_scheduler [None req-6b7159bc-5261-44cd-af72-c35c2a2faaa8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-11-smb, 8c0117e8-d3b9-4e6b-b719-67aa4d1b16ab) {{(pid=74320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:03:27.858605 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9815ccd1-32e0-4e7d-bbd9-1fe72783a3ca None None] Network 8c0117e8-d3b9-4e6b-b719-67aa4d1b16ab requested from dv-cinder-774286-11-smb {{(pid=74322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 16:03:27.879297 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b7159bc-5261-44cd-af72-c35c2a2faaa8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:03:27.881823 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-6b7159bc-5261-44cd-af72-c35c2a2faaa8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532153'] for subnet, before_response {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:27.924966 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eacacf0-8e91-47f3-9e1f-a70f4983aaf4 req-ba71358d-4047-4030-a6a6-d6eb6261d608 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:03:27.926623 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-1eacacf0-8e91-47f3-9e1f-a70f4983aaf4 req-ba71358d-4047-4030-a6a6-d6eb6261d608 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/ports?device_id=896a5ea9-b5d0-4aef-b34a-a085015c3745 HTTP/1.1" status: 200 len: 945 time: 0.1048768 May 03 16:03:27.996673 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-6b7159bc-5261-44cd-af72-c35c2a2faaa8 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9956064 May 03 16:03:27.998427 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-1eacacf0-8e91-47f3-9e1f-a70f4983aaf4 req-c1b6bddf-84aa-4b3e-b6ce-7421472ac567 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/security-groups?id=d843f737-6466-4183-8023-14d53a00a23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656579 May 03 16:03:28.171331 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc87925b-c6d8-4423-addf-599d4c90b56d None None] Network 8c0117e8-d3b9-4e6b-b719-67aa4d1b16ab requested from dv-cinder-774286-11-smb {{(pid=74322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 16:03:28.941682 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 50240) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:03:28.947443 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.v2.base [None req-d250de5d-fa5e-4558-b5fe-405c706f9347 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1982617085-network', 'tenant_id': '400118d04be54f7ba0b3cc1650f0b93b'}} {{(pid=74320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 16:03:28.952111 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-d250de5d-fa5e-4558-b5fe-405c706f9347 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:03:28.958186 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-d250de5d-fa5e-4558-b5fe-405c706f9347 admin admin] Usage tracker for resource:network and tenant:400118d04be54f7ba0b3cc1650f0b93b is out of sync, need to count used quota {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:03:28.961300 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-d250de5d-fa5e-4558-b5fe-405c706f9347 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:03:28.967937 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-d250de5d-fa5e-4558-b5fe-405c706f9347 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:03:29.069942 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d250de5d-fa5e-4558-b5fe-405c706f9347 admin admin] Made reservation on behalf of 400118d04be54f7ba0b3cc1650f0b93b for: {'network': 1} {{(pid=74320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 16:03:29.072361 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-d250de5d-fa5e-4558-b5fe-405c706f9347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for network, before_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:29.087391 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-d250de5d-fa5e-4558-b5fe-405c706f9347 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:29.142427 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-d250de5d-fa5e-4558-b5fe-405c706f9347 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:03:29.156886 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-d250de5d-fa5e-4558-b5fe-405c706f9347 admin admin] Usage tracker for resource:security_group_rule and tenant:400118d04be54f7ba0b3cc1650f0b93b is out of sync, need to count used quota {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:03:29.166881 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-d250de5d-fa5e-4558-b5fe-405c706f9347 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:03:29.178344 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-d250de5d-fa5e-4558-b5fe-405c706f9347 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:03:29.338446 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-d250de5d-fa5e-4558-b5fe-405c706f9347 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:29.412448 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-d250de5d-fa5e-4558-b5fe-405c706f9347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:29.415617 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-d1343fcb-b33a-4269-bd00-3e935f69cee2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:03:29.445245 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d250de5d-fa5e-4558-b5fe-405c706f9347 admin admin] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=74320) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 16:03:29.454150 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d250de5d-fa5e-4558-b5fe-405c706f9347 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1036e3ac-ad5f-4894-b3c6-db01be215eac,revision_number=1']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:03:29.458583 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-d250de5d-fa5e-4558-b5fe-405c706f9347 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:03:29.461556 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-d250de5d-fa5e-4558-b5fe-405c706f9347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038491'] for segment, precommit_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:29.461996 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.db.segments_db [None req-d250de5d-fa5e-4558-b5fe-405c706f9347 admin admin] Added segment 726472c7-679b-4606-af06-997299a3f767 of type vlan for network c4b76725-9d57-4bcf-a156-dc9ae8a1f76f May 03 16:03:29.498101 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-d250de5d-fa5e-4558-b5fe-405c706f9347 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781092437652'] for network, precommit_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:29.523322 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbfb23a-9549-406a-b305-e36ba69ca6b4 req-906771da-fb71-475e-a0ce-93113e029286 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:03:29.530269 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-8fbfb23a-9549-406a-b305-e36ba69ca6b4 req-906771da-fb71-475e-a0ce-93113e029286 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.11 "GET /v2.0/networks?id=870e002b-7538-43c3-9d68-f9ced202572f HTTP/1.1" status: 200 len: 814 time: 0.1760502 May 03 16:03:29.541091 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-8fbfb23a-9549-406a-b305-e36ba69ca6b4 req-00e50891-8d97-4bc8-a97b-9a704aed3fe0 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.11 "GET /v2.0/quotas/0a26f36f4e834c7babe874ff5e2db568 HTTP/1.1" status: 200 len: 375 time: 0.0099719 May 03 16:03:29.595962 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-d250de5d-fa5e-4558-b5fe-405c706f9347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119'] for network, after_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:29.598484 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d250de5d-fa5e-4558-b5fe-405c706f9347 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:03:29.599524 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-d250de5d-fa5e-4558-b5fe-405c706f9347 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532153'] for network, before_response {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:29.604816 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:03:29.633683 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-8fbfb23a-9549-406a-b305-e36ba69ca6b4 req-e5f20414-cd92-474e-800f-5723fec43980 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=0a26f36f4e834c7babe874ff5e2db568&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0870500 May 03 16:03:29.708179 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d250de5d-fa5e-4558-b5fe-405c706f9347 admin admin] Pushing event updated for resources: {'Network': ['ID=c4b76725-9d57-4bcf-a156-dc9ae8a1f76f,revision_number=1']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:03:29.711110 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-d250de5d-fa5e-4558-b5fe-405c706f9347 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:03:29.717725 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Network c4b76725-9d57-4bcf-a156-dc9ae8a1f76f details requested by agent ovs-agent-dv-cinder-774286-11-smb with host dv-cinder-774286-11-smb {{(pid=74322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 16:03:29.767569 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-d250de5d-fa5e-4558-b5fe-405c706f9347 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8241868 May 03 16:03:29.769745 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 50268) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:03:29.775822 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.v2.base [None req-0974080d-76f1-4e69-9442-3ccca70409d4 admin admin] Request body: {'subnet': {'network_id': 'c4b76725-9d57-4bcf-a156-dc9ae8a1f76f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1982617085-subnet', 'tenant_id': '400118d04be54f7ba0b3cc1650f0b93b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 16:03:29.779947 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-8fbfb23a-9549-406a-b305-e36ba69ca6b4 req-06b7d3ce-95d7-45b8-adea-c49e3737368d service neutron] 10.222.0.11 "GET /v2.0/networks/870e002b-7538-43c3-9d68-f9ced202572f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390336 May 03 16:03:29.780825 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-0974080d-76f1-4e69-9442-3ccca70409d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:03:29.785541 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-0974080d-76f1-4e69-9442-3ccca70409d4 admin admin] Usage tracker for resource:subnet and tenant:400118d04be54f7ba0b3cc1650f0b93b is out of sync, need to count used quota {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:03:29.788497 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-0974080d-76f1-4e69-9442-3ccca70409d4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:03:29.794373 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-0974080d-76f1-4e69-9442-3ccca70409d4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:03:29.886849 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0974080d-76f1-4e69-9442-3ccca70409d4 admin admin] Made reservation on behalf of 400118d04be54f7ba0b3cc1650f0b93b for: {'subnet': 1} {{(pid=74320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 16:03:29.889389 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-0974080d-76f1-4e69-9442-3ccca70409d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2927917'] for subnet, before_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:29.920380 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-8fbfb23a-9549-406a-b305-e36ba69ca6b4 req-c0613dd2-7aed-42cb-8bbf-bec56b16f9c9 service neutron] 10.222.0.11 "GET /v2.0/networks/870e002b-7538-43c3-9d68-f9ced202572f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323183 May 03 16:03:30.237240 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-e32d269a-b6af-4cb4-bc28-df8008081ed7 req-02e0c243-0baa-446c-b65b-9d0477f35428 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.11 "GET /v2.0/ports?device_id=aff29c0e-99af-432a-a438-d57c9ef0209d HTTP/1.1" status: 200 len: 210 time: 0.1169746 May 03 16:03:30.437145 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-0974080d-76f1-4e69-9442-3ccca70409d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2109705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2927931'] for subnet, after_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:30.444311 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:03:30.527146 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0974080d-76f1-4e69-9442-3ccca70409d4 admin admin] Checking segment: {'id': '726472c7-679b-4606-af06-997299a3f767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'c4b76725-9d57-4bcf-a156-dc9ae8a1f76f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 03 16:03:30.527510 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0974080d-76f1-4e69-9442-3ccca70409d4 admin admin] Network hostable DHCP agents. Network: c4b76725-9d57-4bcf-a156-dc9ae8a1f76f, hostable agents: ['656f65d0-a8c5-485a-ad4b-a4c2f5db155a'], hosted agents: [] {{(pid=74320) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 16:03:30.538971 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0974080d-76f1-4e69-9442-3ccca70409d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5aeb174a-49d1-47dd-8e5c-ed30120400ad,revision_number=0']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:03:30.543305 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-0974080d-76f1-4e69-9442-3ccca70409d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:03:30.681632 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0974080d-76f1-4e69-9442-3ccca70409d4 admin admin] Network c4b76725-9d57-4bcf-a156-dc9ae8a1f76f is scheduled to be hosted by DHCP agent 656f65d0-a8c5-485a-ad4b-a4c2f5db155a with binding_index 1 {{(pid=74320) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 16:03:30.749646 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.scheduler.base_scheduler [None req-0974080d-76f1-4e69-9442-3ccca70409d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-11-smb, c4b76725-9d57-4bcf-a156-dc9ae8a1f76f) {{(pid=74320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:03:30.759700 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dacbec94-c5aa-4f40-bc30-b9a10200c5c4 None None] Network c4b76725-9d57-4bcf-a156-dc9ae8a1f76f requested from dv-cinder-774286-11-smb {{(pid=74322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 16:03:30.761498 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0974080d-76f1-4e69-9442-3ccca70409d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:03:30.761498 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-0974080d-76f1-4e69-9442-3ccca70409d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532153'] for subnet, before_response {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:30.907170 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-0974080d-76f1-4e69-9442-3ccca70409d4 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1290295 May 03 16:03:31.020812 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-732a5ec8-8a1d-477f-af54-942be7738f8d None None] Network c4b76725-9d57-4bcf-a156-dc9ae8a1f76f requested from dv-cinder-774286-11-smb {{(pid=74322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 16:03:31.201638 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d732757-7713-4c86-9579-87dba1e1a36d req-43862ab1-4fed-44cb-ba9a-531bcca5d92f tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:03:31.350414 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-9d732757-7713-4c86-9579-87dba1e1a36d req-43862ab1-4fed-44cb-ba9a-531bcca5d92f tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/ports?device_id=896a5ea9-b5d0-4aef-b34a-a085015c3745 HTTP/1.1" status: 200 len: 945 time: 0.1642253 May 03 16:03:31.351732 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e8146a-d4c0-4aa8-8a9d-4aee924ffd59 req-ee467b44-1c79-40a9-ae2a-1b2d36cca2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:03:31.351732 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-79e8146a-d4c0-4aa8-8a9d-4aee924ffd59 req-ee467b44-1c79-40a9-ae2a-1b2d36cca2d6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8a5aae9d34474935a5fba6d6bb4b34f6&device_id=896a5ea9-b5d0-4aef-b34a-a085015c3745 HTTP/1.1" status: 200 len: 1098 time: 0.1848729 May 03 16:03:31.352274 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-9d732757-7713-4c86-9579-87dba1e1a36d req-db88b6d4-faf4-41ec-8f47-28e9b2c27c11 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/security-groups?id=d843f737-6466-4183-8023-14d53a00a23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675430 May 03 16:03:31.452961 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e8146a-d4c0-4aa8-8a9d-4aee924ffd59 req-bfc21726-1016-4903-bfd4-507705b67395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:03:31.457355 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-79e8146a-d4c0-4aa8-8a9d-4aee924ffd59 req-bfc21726-1016-4903-bfd4-507705b67395 service neutron] 10.222.0.42 "GET /v2.0/networks?id=69748d7f-425d-412f-8a9e-fa9e9e44cf28 HTTP/1.1" status: 200 len: 919 time: 0.1856730 May 03 16:03:31.467869 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-0b67d61f-ddc5-49bb-ad15-14e75cbd7010 req-bb0d9da9-f12b-4662-8d27-22b31b6be7a0 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.11 "GET /v2.0/ports?device_id=aff29c0e-99af-432a-a438-d57c9ef0209d HTTP/1.1" status: 200 len: 210 time: 0.0559821 May 03 16:03:31.553564 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-79e8146a-d4c0-4aa8-8a9d-4aee924ffd59 req-2cf8137a-2913-44d1-80b4-1eec032519ed service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=06391f98-186a-4a4c-abd1-f267121b595c HTTP/1.1" status: 200 len: 217 time: 0.0847361 May 03 16:03:31.622693 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e8146a-d4c0-4aa8-8a9d-4aee924ffd59 req-c17a5f06-1f45-4625-9be1-506616a1f0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:03:31.627981 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-79e8146a-d4c0-4aa8-8a9d-4aee924ffd59 req-c17a5f06-1f45-4625-9be1-506616a1f0a8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6105efe5-e9de-4dbf-902a-b4dce538b42d HTTP/1.1" status: 200 len: 858 time: 0.0629716 May 03 16:03:31.682949 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-79e8146a-d4c0-4aa8-8a9d-4aee924ffd59 req-03f41add-696f-4ae5-a542-aeee177f454c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=69748d7f-425d-412f-8a9e-fa9e9e44cf28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443776 May 03 16:03:31.687287 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e07bf7d-fadd-4682-bfa7-321ce3b1faca req-8391d1ae-a5f5-4b51-9076-2c4bee708d05 tempest-VolumesActionsTest-473767156 tempest-VolumesActionsTest-473767156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:03:31.688697 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-8e07bf7d-fadd-4682-bfa7-321ce3b1faca req-8391d1ae-a5f5-4b51-9076-2c4bee708d05 tempest-VolumesActionsTest-473767156 tempest-VolumesActionsTest-473767156-project] 10.222.0.11 "GET /v2.0/networks?id=8c0117e8-d3b9-4e6b-b719-67aa4d1b16ab HTTP/1.1" status: 200 len: 809 time: 0.1551957 May 03 16:03:31.705055 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-8e07bf7d-fadd-4682-bfa7-321ce3b1faca req-debdceb5-ef67-40e5-9368-dd3e759fcc49 tempest-VolumesActionsTest-473767156 tempest-VolumesActionsTest-473767156-project] 10.222.0.11 "GET /v2.0/quotas/2f6daea3e18043eb914f1f9dc3dada45 HTTP/1.1" status: 200 len: 375 time: 0.0101886 May 03 16:03:31.764104 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-8e07bf7d-fadd-4682-bfa7-321ce3b1faca req-d62c7b88-d508-4f2a-bab1-b5db67d24169 tempest-VolumesActionsTest-473767156 tempest-VolumesActionsTest-473767156-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=2f6daea3e18043eb914f1f9dc3dada45&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0459244 May 03 16:03:31.832443 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-79e8146a-d4c0-4aa8-8a9d-4aee924ffd59 req-1716d034-c18d-4106-bc21-cbe4c756351b service neutron] 10.222.0.42 "GET /v2.0/networks/69748d7f-425d-412f-8a9e-fa9e9e44cf28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313016 May 03 16:03:31.918356 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-8e07bf7d-fadd-4682-bfa7-321ce3b1faca req-2dee9c66-2b92-4a09-b064-9801b8119bd1 service neutron] 10.222.0.11 "GET /v2.0/networks/8c0117e8-d3b9-4e6b-b719-67aa4d1b16ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463037 May 03 16:03:31.982759 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-79e8146a-d4c0-4aa8-8a9d-4aee924ffd59 req-d5f653bf-b3f1-4ba4-a567-8445f83834bb service neutron] 10.222.0.42 "GET /v2.0/networks/69748d7f-425d-412f-8a9e-fa9e9e44cf28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411903 May 03 16:03:32.064952 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-8e07bf7d-fadd-4682-bfa7-321ce3b1faca req-db5783da-132f-4cd9-bca3-38fd7b3c2267 service neutron] 10.222.0.11 "GET /v2.0/networks/8c0117e8-d3b9-4e6b-b719-67aa4d1b16ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401515 May 03 16:03:32.362131 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-66a91082-fed2-49e9-a115-3b58edce63ec req-cffa8b45-5f3b-4dcb-b3f2-bc684f9cd453 tempest-VolumesActionsTest-473767156 tempest-VolumesActionsTest-473767156-project] 10.222.0.11 "GET /v2.0/ports?device_id=36fecf68-80c2-413d-b6fa-a0cab4fe38e3 HTTP/1.1" status: 200 len: 210 time: 0.0660160 May 03 16:03:32.489971 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4a6750-f0f9-42a5-bf8d-221bc4d69c35 req-5093021c-89b3-4f8d-ae09-99300da0ea45 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:03:32.491840 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-5f4a6750-f0f9-42a5-bf8d-221bc4d69c35 req-5093021c-89b3-4f8d-ae09-99300da0ea45 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/ports?device_id=896a5ea9-b5d0-4aef-b34a-a085015c3745 HTTP/1.1" status: 200 len: 945 time: 0.0908809 May 03 16:03:32.544532 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-5f4a6750-f0f9-42a5-bf8d-221bc4d69c35 req-f9f49f0d-b7a9-488d-9318-1710a1231706 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/security-groups?id=d843f737-6466-4183-8023-14d53a00a23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429227 May 03 16:03:32.637113 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-5c07090f-76ee-48ad-9aa9-88686fa3c68d req-1179c949-ce06-4946-b576-99441c5c00d9 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.11 "GET /v2.0/ports?device_id=aff29c0e-99af-432a-a438-d57c9ef0209d HTTP/1.1" status: 200 len: 210 time: 0.0517139 May 03 16:03:32.778695 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:32.781752 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbfb23a-9549-406a-b305-e36ba69ca6b4 req-39e91341-1d2d-47f7-891a-411cab2eb23b tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:03:32.783368 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-8fbfb23a-9549-406a-b305-e36ba69ca6b4 req-39e91341-1d2d-47f7-891a-411cab2eb23b tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.42 "GET /v2.0/networks?id=870e002b-7538-43c3-9d68-f9ced202572f HTTP/1.1" status: 200 len: 814 time: 0.1649249 May 03 16:03:32.799805 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.v2.base [req-8fbfb23a-9549-406a-b305-e36ba69ca6b4 req-404b3edf-7df4-4d64-8c7a-3621fe83b731 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Request body: {'port': {'device_id': 'aff29c0e-99af-432a-a438-d57c9ef0209d', 'network_id': '870e002b-7538-43c3-9d68-f9ced202572f', 'admin_state_up': True, 'tenant_id': '0a26f36f4e834c7babe874ff5e2db568'}} {{(pid=74320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 16:03:32.969690 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [req-8fbfb23a-9549-406a-b305-e36ba69ca6b4 req-404b3edf-7df4-4d64-8c7a-3621fe83b731 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:03:32.977803 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [req-8fbfb23a-9549-406a-b305-e36ba69ca6b4 req-404b3edf-7df4-4d64-8c7a-3621fe83b731 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Usage tracker for resource:port and tenant:0a26f36f4e834c7babe874ff5e2db568 is out of sync, need to count used quota {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:03:32.979874 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [req-8fbfb23a-9549-406a-b305-e36ba69ca6b4 req-404b3edf-7df4-4d64-8c7a-3621fe83b731 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Quota usage for port was recalculated. Used quota:3. {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:03:32.986769 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [req-8fbfb23a-9549-406a-b305-e36ba69ca6b4 req-404b3edf-7df4-4d64-8c7a-3621fe83b731 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:03:33.086965 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fbfb23a-9549-406a-b305-e36ba69ca6b4 req-404b3edf-7df4-4d64-8c7a-3621fe83b731 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Made reservation on behalf of 0a26f36f4e834c7babe874ff5e2db568 for: {'port': 1} {{(pid=74320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 16:03:33.093837 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [req-8fbfb23a-9549-406a-b305-e36ba69ca6b4 req-404b3edf-7df4-4d64-8c7a-3621fe83b731 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:33.261022 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.db_base_plugin_common [req-8fbfb23a-9549-406a-b305-e36ba69ca6b4 req-404b3edf-7df4-4d64-8c7a-3621fe83b731 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Allocated IP 172.20.0.12 (870e002b-7538-43c3-9d68-f9ced202572f/213f080e-45b1-4a83-9ec2-6e7991e6012a/c46df149-c1f3-4ca0-bc50-6ef3a361f9fe) {{(pid=74320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 16:03:33.476059 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [req-8fbfb23a-9549-406a-b305-e36ba69ca6b4 req-404b3edf-7df4-4d64-8c7a-3621fe83b731 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Notify callbacks [] for port, precommit_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:33.520001 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-5e7ba579-30e3-4ee1-9c39-e0723a6c9425 req-31da6a53-cfad-4fc8-8958-11c6899778d3 tempest-VolumesActionsTest-473767156 tempest-VolumesActionsTest-473767156-project] 10.222.0.11 "GET /v2.0/ports?device_id=36fecf68-80c2-413d-b6fa-a0cab4fe38e3 HTTP/1.1" status: 200 len: 210 time: 0.0429015 May 03 16:03:33.636526 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [req-8fbfb23a-9549-406a-b305-e36ba69ca6b4 req-404b3edf-7df4-4d64-8c7a-3621fe83b731 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781092417302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2110393'] for port, after_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:33.644480 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-c564d2f5-7f6b-4b07-b7bb-9a085a4c4ffc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:03:33.659349 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] get_ports_and_sgs() called for port_ids ['04075b21-bc86-48b8-9716-1c06b5d17cd0', '19f4a321-d9e3-4454-a26b-2d716753c015', '813ffe8e-bd01-4feb-9f86-5157bedae63a'] {{(pid=74322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 16:03:33.710150 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fbfb23a-9549-406a-b305-e36ba69ca6b4 req-404b3edf-7df4-4d64-8c7a-3621fe83b731 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Network 870e002b-7538-43c3-9d68-f9ced202572f is already hosted by enough agents. {{(pid=74320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 16:03:33.718723 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.scheduler.base_scheduler [req-8fbfb23a-9549-406a-b305-e36ba69ca6b4 req-404b3edf-7df4-4d64-8c7a-3621fe83b731 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Resources bound (agent type, host, resource id): {{(pid=74320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:03:33.722312 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fbfb23a-9549-406a-b305-e36ba69ca6b4 req-404b3edf-7df4-4d64-8c7a-3621fe83b731 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Received port after_create {{(pid=74320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 03 16:03:33.810212 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ff3e03-3d0f-447b-878e-1d040ddde3c5 req-2f1ddf81-60be-4853-9228-ad7b2e20dd30 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:03:33.811913 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-b1ff3e03-3d0f-447b-878e-1d040ddde3c5 req-2f1ddf81-60be-4853-9228-ad7b2e20dd30 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/ports?device_id=896a5ea9-b5d0-4aef-b34a-a085015c3745 HTTP/1.1" status: 200 len: 945 time: 0.1527879 May 03 16:03:33.865823 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404b3edf-7df4-4d64-8c7a-3621fe83b731 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Pushing event updated for resources: {'Port': ['ID=c46df149-c1f3-4ca0-bc50-6ef3a361f9fe,revision_number=1']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:03:33.868981 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-404b3edf-7df4-4d64-8c7a-3621fe83b731 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:03:33.894955 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbfb23a-9549-406a-b305-e36ba69ca6b4 req-404b3edf-7df4-4d64-8c7a-3621fe83b731 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:03:33.895595 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [req-8fbfb23a-9549-406a-b305-e36ba69ca6b4 req-404b3edf-7df4-4d64-8c7a-3621fe83b731 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504013'] for port, before_response {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:33.914700 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-b1ff3e03-3d0f-447b-878e-1d040ddde3c5 req-5affa9b1-1287-471e-9e16-b70e4c6a0736 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/security-groups?id=d843f737-6466-4183-8023-14d53a00a23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959363 May 03 16:03:33.949911 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab536c6-37d3-47dc-ba7c-d39a7ef714d2 req-583a73c9-a2da-4277-813c-829e8eb6a086 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:03:33.951434 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-2ab536c6-37d3-47dc-ba7c-d39a7ef714d2 req-583a73c9-a2da-4277-813c-829e8eb6a086 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.11 "GET /v2.0/ports?device_id=aff29c0e-99af-432a-a438-d57c9ef0209d HTTP/1.1" status: 200 len: 932 time: 0.1129658 May 03 16:03:33.985856 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-8fbfb23a-9549-406a-b305-e36ba69ca6b4 req-404b3edf-7df4-4d64-8c7a-3621fe83b731 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1905615 May 03 16:03:34.006821 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.v2.base [req-8fbfb23a-9549-406a-b305-e36ba69ca6b4 req-2986945e-8e67-4f16-8f4b-1f60caec38aa service neutron] Request body: {'port': {'device_id': 'aff29c0e-99af-432a-a438-d57c9ef0209d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=74320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 16:03:34.042232 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-2ab536c6-37d3-47dc-ba7c-d39a7ef714d2 req-505b8fbb-a585-400b-a144-02c914790a0a tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.11 "GET /v2.0/security-groups?id=831833fd-9100-465b-874d-f70121588630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807672 May 03 16:03:34.214624 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [req-8fbfb23a-9549-406a-b305-e36ba69ca6b4 req-2986945e-8e67-4f16-8f4b-1f60caec38aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:34.563744 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.notifiers.nova [req-8fbfb23a-9549-406a-b305-e36ba69ca6b4 req-2986945e-8e67-4f16-8f4b-1f60caec38aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c46df149-c1f3-4ca0-bc50-6ef3a361f9fe {{(pid=74320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 03 16:03:34.571502 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [req-8fbfb23a-9549-406a-b305-e36ba69ca6b4 req-2986945e-8e67-4f16-8f4b-1f60caec38aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:34.587124 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.provisioning_blocks [req-8fbfb23a-9549-406a-b305-e36ba69ca6b4 req-2986945e-8e67-4f16-8f4b-1f60caec38aa service neutron] Transition to ACTIVE for port object c46df149-c1f3-4ca0-bc50-6ef3a361f9fe will not be triggered until provisioned by entity L2. {{(pid=74320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 16:03:34.669296 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [req-8fbfb23a-9549-406a-b305-e36ba69ca6b4 req-2986945e-8e67-4f16-8f4b-1f60caec38aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2110350'] for port, after_update {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:34.674337 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-f49820b3-5c9e-400b-80ec-70cb8144972e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:03:34.678390 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-cae2624f-64fd-41b4-a5b7-29e82f7f7389 req-00295a5d-8b32-4a4e-bf84-e772d6573a85 tempest-VolumesActionsTest-473767156 tempest-VolumesActionsTest-473767156-project] 10.222.0.11 "GET /v2.0/ports?device_id=36fecf68-80c2-413d-b6fa-a0cab4fe38e3 HTTP/1.1" status: 200 len: 210 time: 0.0447087 May 03 16:03:34.832668 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2986945e-8e67-4f16-8f4b-1f60caec38aa service neutron] Pushing event updated for resources: {'Port': ['ID=c46df149-c1f3-4ca0-bc50-6ef3a361f9fe,revision_number=2']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:03:34.835564 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-2986945e-8e67-4f16-8f4b-1f60caec38aa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:03:34.913255 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.managers [req-8fbfb23a-9549-406a-b305-e36ba69ca6b4 req-2986945e-8e67-4f16-8f4b-1f60caec38aa service neutron] Attempting to bind port c46df149-c1f3-4ca0-bc50-6ef3a361f9fe on host hv-cinder-77428 for vnic_type normal with profile {{(pid=74320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 16:03:34.913925 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.managers [req-8fbfb23a-9549-406a-b305-e36ba69ca6b4 req-2986945e-8e67-4f16-8f4b-1f60caec38aa service neutron] Attempting to bind port c46df149-c1f3-4ca0-bc50-6ef3a361f9fe by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '7f8c3c90-af0d-464f-bf17-eaa367a67228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '870e002b-7538-43c3-9d68-f9ced202572f'}] {{(pid=74320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 16:03:34.913925 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fbfb23a-9549-406a-b305-e36ba69ca6b4 req-2986945e-8e67-4f16-8f4b-1f60caec38aa service neutron] Attempting to bind port c46df149-c1f3-4ca0-bc50-6ef3a361f9fe on network 870e002b-7538-43c3-9d68-f9ced202572f {{(pid=74320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 16:03:34.919008 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fbfb23a-9549-406a-b305-e36ba69ca6b4 req-2986945e-8e67-4f16-8f4b-1f60caec38aa service neutron] Port c46df149-c1f3-4ca0-bc50-6ef3a361f9fe on network 870e002b-7538-43c3-9d68-f9ced202572f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=74320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 16:03:34.919346 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fbfb23a-9549-406a-b305-e36ba69ca6b4 req-2986945e-8e67-4f16-8f4b-1f60caec38aa service neutron] Attempting to bind port c46df149-c1f3-4ca0-bc50-6ef3a361f9fe on network 870e002b-7538-43c3-9d68-f9ced202572f {{(pid=74320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 16:03:34.947731 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fbfb23a-9549-406a-b305-e36ba69ca6b4 req-2986945e-8e67-4f16-8f4b-1f60caec38aa service neutron] Checking agent: {'id': 'e8f37935-7292-412a-84f9-cfa484ab4cdd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 3, 16, 0, 3), 'started_at': datetime.datetime(2021, 5, 3, 16, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 5, 3, 16, 3, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 16:03:34.948006 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fbfb23a-9549-406a-b305-e36ba69ca6b4 req-2986945e-8e67-4f16-8f4b-1f60caec38aa service neutron] Checking segment: {'id': '7f8c3c90-af0d-464f-bf17-eaa367a67228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '870e002b-7538-43c3-9d68-f9ced202572f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 03 16:03:34.948417 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fbfb23a-9549-406a-b305-e36ba69ca6b4 req-2986945e-8e67-4f16-8f4b-1f60caec38aa service neutron] Bound using segment: {'id': '7f8c3c90-af0d-464f-bf17-eaa367a67228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '870e002b-7538-43c3-9d68-f9ced202572f'} {{(pid=74320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 16:03:34.948866 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.managers [req-8fbfb23a-9549-406a-b305-e36ba69ca6b4 req-2986945e-8e67-4f16-8f4b-1f60caec38aa service neutron] Bound port: c46df149-c1f3-4ca0-bc50-6ef3a361f9fe, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f8c3c90-af0d-464f-bf17-eaa367a67228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '870e002b-7538-43c3-9d68-f9ced202572f'}}] {{(pid=74320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 16:03:34.949209 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [req-8fbfb23a-9549-406a-b305-e36ba69ca6b4 req-2986945e-8e67-4f16-8f4b-1f60caec38aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:35.136949 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae96f5e0-120a-4eb0-a582-aa40d0efa875 req-5e740a4f-e295-47a7-a482-8121f003678a tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:03:35.138754 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-ae96f5e0-120a-4eb0-a582-aa40d0efa875 req-5e740a4f-e295-47a7-a482-8121f003678a tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/ports?device_id=896a5ea9-b5d0-4aef-b34a-a085015c3745 HTTP/1.1" status: 200 len: 945 time: 0.1056376 May 03 16:03:35.169398 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e07bf7d-fadd-4682-bfa7-321ce3b1faca req-63f5c2be-07d5-49aa-9d75-cb9f79509c9f tempest-VolumesActionsTest-473767156 tempest-VolumesActionsTest-473767156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:03:35.170090 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [req-8e07bf7d-fadd-4682-bfa7-321ce3b1faca req-63f5c2be-07d5-49aa-9d75-cb9f79509c9f tempest-VolumesActionsTest-473767156 tempest-VolumesActionsTest-473767156-project] Synchronizing usage tracker for tenant:2f6daea3e18043eb914f1f9dc3dada45 on resource:network {{(pid=74320) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 16:03:35.173394 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.db [req-8fbfb23a-9549-406a-b305-e36ba69ca6b4 req-2986945e-8e67-4f16-8f4b-1f60caec38aa service neutron] For port c46df149-c1f3-4ca0-bc50-6ef3a361f9fe, host hv-cinder-77428, cleared binding levels {{(pid=74320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 16:03:35.177734 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.db [req-8fbfb23a-9549-406a-b305-e36ba69ca6b4 req-2986945e-8e67-4f16-8f4b-1f60caec38aa service neutron] For port c46df149-c1f3-4ca0-bc50-6ef3a361f9fe, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=c46df149-c1f3-4ca0-bc50-6ef3a361f9fe,segment=NetworkSegment(7f8c3c90-af0d-464f-bf17-eaa367a67228),segment_id=7f8c3c90-af0d-464f-bf17-eaa367a67228)] {{(pid=74320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 16:03:35.195073 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-ae96f5e0-120a-4eb0-a582-aa40d0efa875 req-55ad960c-f467-4997-8d50-37d038cf5cab tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/security-groups?id=d843f737-6466-4183-8023-14d53a00a23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487678 May 03 16:03:35.265350 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [req-8fbfb23a-9549-406a-b305-e36ba69ca6b4 req-2986945e-8e67-4f16-8f4b-1f60caec38aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2110350'] for port, after_update {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:35.270250 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [req-8e07bf7d-fadd-4682-bfa7-321ce3b1faca req-63f5c2be-07d5-49aa-9d75-cb9f79509c9f tempest-VolumesActionsTest-473767156 tempest-VolumesActionsTest-473767156-project] Unset dirty status for tenant:2f6daea3e18043eb914f1f9dc3dada45 on resource:network {{(pid=74320) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 16:03:35.274845 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-8e07bf7d-fadd-4682-bfa7-321ce3b1faca req-63f5c2be-07d5-49aa-9d75-cb9f79509c9f tempest-VolumesActionsTest-473767156 tempest-VolumesActionsTest-473767156-project] 10.222.0.42 "GET /v2.0/networks?id=8c0117e8-d3b9-4e6b-b719-67aa4d1b16ab HTTP/1.1" status: 200 len: 809 time: 0.3509305 May 03 16:03:35.277505 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:03:35.279923 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5f74fb-c5f5-4112-99eb-1048d5f518ec req-2815bfca-22bc-4a5a-b5f1-3881517e8c1d tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:03:35.281413 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-8e5f74fb-c5f5-4112-99eb-1048d5f518ec req-2815bfca-22bc-4a5a-b5f1-3881517e8c1d tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.11 "GET /v2.0/ports?device_id=aff29c0e-99af-432a-a438-d57c9ef0209d HTTP/1.1" status: 200 len: 944 time: 0.0899444 May 03 16:03:35.333708 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.v2.base [req-8e07bf7d-fadd-4682-bfa7-321ce3b1faca req-e4aba061-ab18-4d0b-bd4e-e1bed21a9c13 tempest-VolumesActionsTest-473767156 tempest-VolumesActionsTest-473767156-project] Request body: {'port': {'device_id': '36fecf68-80c2-413d-b6fa-a0cab4fe38e3', 'network_id': '8c0117e8-d3b9-4e6b-b719-67aa4d1b16ab', 'admin_state_up': True, 'tenant_id': '2f6daea3e18043eb914f1f9dc3dada45'}} {{(pid=74320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 16:03:35.335817 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-8e5f74fb-c5f5-4112-99eb-1048d5f518ec req-e21b0512-0ec7-4e41-9954-04d3b907122f tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.11 "GET /v2.0/security-groups?id=831833fd-9100-465b-874d-f70121588630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473809 May 03 16:03:35.361382 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbfb23a-9549-406a-b305-e36ba69ca6b4 req-2986945e-8e67-4f16-8f4b-1f60caec38aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:03:35.362008 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [req-8fbfb23a-9549-406a-b305-e36ba69ca6b4 req-2986945e-8e67-4f16-8f4b-1f60caec38aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504013'] for port, before_response {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:35.363524 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-8fbfb23a-9549-406a-b305-e36ba69ca6b4 req-2986945e-8e67-4f16-8f4b-1f60caec38aa service neutron] 10.222.0.42 "PUT /v2.0/ports/c46df149-c1f3-4ca0-bc50-6ef3a361f9fe HTTP/1.1" status: 200 len: 1094 time: 1.3612120 May 03 16:03:35.375256 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aff29c0e-99af-432a-a438-d57c9ef0209d', 'tag': 'c46df149-c1f3-4ca0-bc50-6ef3a361f9fe'}] {{(pid=74320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 16:03:35.445612 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aff29c0e-99af-432a-a438-d57c9ef0209d', 'tag': 'c46df149-c1f3-4ca0-bc50-6ef3a361f9fe', 'status': 'completed', 'code': 200} May 03 16:03:35.515912 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2986945e-8e67-4f16-8f4b-1f60caec38aa service neutron] Pushing event updated for resources: {'Port': ['ID=c46df149-c1f3-4ca0-bc50-6ef3a361f9fe,revision_number=3']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:03:35.519718 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-2986945e-8e67-4f16-8f4b-1f60caec38aa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:03:35.565026 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [req-8e07bf7d-fadd-4682-bfa7-321ce3b1faca req-e4aba061-ab18-4d0b-bd4e-e1bed21a9c13 tempest-VolumesActionsTest-473767156 tempest-VolumesActionsTest-473767156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:03:35.570371 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [req-8e07bf7d-fadd-4682-bfa7-321ce3b1faca req-e4aba061-ab18-4d0b-bd4e-e1bed21a9c13 tempest-VolumesActionsTest-473767156 tempest-VolumesActionsTest-473767156-project] Usage tracker for resource:port and tenant:2f6daea3e18043eb914f1f9dc3dada45 is out of sync, need to count used quota {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:03:35.580650 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [req-8e07bf7d-fadd-4682-bfa7-321ce3b1faca req-e4aba061-ab18-4d0b-bd4e-e1bed21a9c13 tempest-VolumesActionsTest-473767156 tempest-VolumesActionsTest-473767156-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:03:35.589171 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [req-8e07bf7d-fadd-4682-bfa7-321ce3b1faca req-e4aba061-ab18-4d0b-bd4e-e1bed21a9c13 tempest-VolumesActionsTest-473767156 tempest-VolumesActionsTest-473767156-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:03:35.600566 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fca885-90b4-4d81-8ede-16b2e1855c7e req-9b933f1c-b2c4-4077-ab51-e7e21c187a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:03:35.602040 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-d3fca885-90b4-4d81-8ede-16b2e1855c7e req-9b933f1c-b2c4-4077-ab51-e7e21c187a45 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0a26f36f4e834c7babe874ff5e2db568&device_id=aff29c0e-99af-432a-a438-d57c9ef0209d HTTP/1.1" status: 200 len: 1097 time: 0.1273670 May 03 16:03:35.700140 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e07bf7d-fadd-4682-bfa7-321ce3b1faca req-e4aba061-ab18-4d0b-bd4e-e1bed21a9c13 tempest-VolumesActionsTest-473767156 tempest-VolumesActionsTest-473767156-project] Made reservation on behalf of 2f6daea3e18043eb914f1f9dc3dada45 for: {'port': 1} {{(pid=74320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 16:03:35.705483 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [req-8e07bf7d-fadd-4682-bfa7-321ce3b1faca req-e4aba061-ab18-4d0b-bd4e-e1bed21a9c13 tempest-VolumesActionsTest-473767156 tempest-VolumesActionsTest-473767156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:35.757188 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.agents_db [None req-1e570261-7bec-4919-9804-a616d65b12ea None None] Agent healthcheck: found 6 active agents {{(pid=74323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 03 16:03:35.830727 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fca885-90b4-4d81-8ede-16b2e1855c7e req-56a7fc34-ba33-4e37-8b33-f961e55ff113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:03:35.832194 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-d3fca885-90b4-4d81-8ede-16b2e1855c7e req-56a7fc34-ba33-4e37-8b33-f961e55ff113 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=0a26f36f4e834c7babe874ff5e2db568&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2205513 May 03 16:03:35.852664 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-94a8a0f6-9704-450c-8c23-32ea11e4f598 req-bbb58f60-bcf3-4b6b-8c9b-d5397f10a1a7 tempest-VolumesActionsTest-473767156 tempest-VolumesActionsTest-473767156-project] 10.222.0.11 "GET /v2.0/ports?device_id=36fecf68-80c2-413d-b6fa-a0cab4fe38e3 HTTP/1.1" status: 200 len: 210 time: 0.0520833 May 03 16:03:36.099806 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.db_base_plugin_common [req-8e07bf7d-fadd-4682-bfa7-321ce3b1faca req-e4aba061-ab18-4d0b-bd4e-e1bed21a9c13 tempest-VolumesActionsTest-473767156 tempest-VolumesActionsTest-473767156-project] Allocated IP 172.20.0.8 (8c0117e8-d3b9-4e6b-b719-67aa4d1b16ab/d2aac76b-1aee-4459-ba86-9441ce26d21b/6adfd406-8c9d-400b-a8f0-ec2a34a95abf) {{(pid=74320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 16:03:36.149081 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fca885-90b4-4d81-8ede-16b2e1855c7e req-afe5ba67-dfa2-428e-979a-89df7383f6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:03:36.150536 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-d3fca885-90b4-4d81-8ede-16b2e1855c7e req-afe5ba67-dfa2-428e-979a-89df7383f6bb service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3042910 May 03 16:03:36.389064 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbfb23a-9549-406a-b305-e36ba69ca6b4 req-1c9ed987-26f3-4733-86e4-4255a3fec3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:03:36.390576 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-8fbfb23a-9549-406a-b305-e36ba69ca6b4 req-1c9ed987-26f3-4733-86e4-4255a3fec3da service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0a26f36f4e834c7babe874ff5e2db568&device_id=aff29c0e-99af-432a-a438-d57c9ef0209d HTTP/1.1" status: 200 len: 1097 time: 0.1925926 May 03 16:03:36.395358 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ae72b7-6e0c-49e5-8658-ac194bb3b267 req-6ff956dd-e128-4ec2-bb3d-45adc293b2fd tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:03:36.396165 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [req-8e07bf7d-fadd-4682-bfa7-321ce3b1faca req-e4aba061-ab18-4d0b-bd4e-e1bed21a9c13 tempest-VolumesActionsTest-473767156 tempest-VolumesActionsTest-473767156-project] Notify callbacks [] for port, precommit_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:36.396910 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-78ae72b7-6e0c-49e5-8658-ac194bb3b267 req-6ff956dd-e128-4ec2-bb3d-45adc293b2fd tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/ports?device_id=896a5ea9-b5d0-4aef-b34a-a085015c3745 HTTP/1.1" status: 200 len: 945 time: 0.0871952 May 03 16:03:36.446477 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-78ae72b7-6e0c-49e5-8658-ac194bb3b267 req-83aa89ae-0021-4d2b-b943-0c103a34b621 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/security-groups?id=d843f737-6466-4183-8023-14d53a00a23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434387 May 03 16:03:36.473704 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-8fbfb23a-9549-406a-b305-e36ba69ca6b4 req-5b6d9a54-4aed-414e-b791-4a7bb712b442 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c46df149-c1f3-4ca0-bc50-6ef3a361f9fe HTTP/1.1" status: 200 len: 217 time: 0.0686290 May 03 16:03:36.549921 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbfb23a-9549-406a-b305-e36ba69ca6b4 req-69869fa1-ff94-4c01-aa79-99499b9cbceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:03:36.552158 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-8fbfb23a-9549-406a-b305-e36ba69ca6b4 req-69869fa1-ff94-4c01-aa79-99499b9cbceb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=213f080e-45b1-4a83-9ec2-6e7991e6012a HTTP/1.1" status: 200 len: 854 time: 0.0694556 May 03 16:03:36.561172 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51c39dc-1160-4874-91be-181b977f8de3 req-c7a27660-1839-4ea4-8a20-4679533db956 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:03:36.562628 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-d51c39dc-1160-4874-91be-181b977f8de3 req-c7a27660-1839-4ea4-8a20-4679533db956 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.11 "GET /v2.0/ports?device_id=aff29c0e-99af-432a-a438-d57c9ef0209d HTTP/1.1" status: 200 len: 944 time: 0.0914419 May 03 16:03:36.606426 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-8fbfb23a-9549-406a-b305-e36ba69ca6b4 req-a481f4e8-8a26-454d-a163-fcf98212177d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=870e002b-7538-43c3-9d68-f9ced202572f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455244 May 03 16:03:36.607586 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [req-8e07bf7d-fadd-4682-bfa7-321ce3b1faca req-e4aba061-ab18-4d0b-bd4e-e1bed21a9c13 tempest-VolumesActionsTest-473767156 tempest-VolumesActionsTest-473767156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781092417302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2110393'] for port, after_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:36.612575 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-d51c39dc-1160-4874-91be-181b977f8de3 req-6fe48fc2-f101-4f68-b276-f2d1fcea00ac tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.11 "GET /v2.0/security-groups?id=831833fd-9100-465b-874d-f70121588630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429301 May 03 16:03:36.614707 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:03:36.716630 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e07bf7d-fadd-4682-bfa7-321ce3b1faca req-e4aba061-ab18-4d0b-bd4e-e1bed21a9c13 tempest-VolumesActionsTest-473767156 tempest-VolumesActionsTest-473767156-project] Network 8c0117e8-d3b9-4e6b-b719-67aa4d1b16ab is already hosted by enough agents. {{(pid=74320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 16:03:36.728742 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.scheduler.base_scheduler [req-8e07bf7d-fadd-4682-bfa7-321ce3b1faca req-e4aba061-ab18-4d0b-bd4e-e1bed21a9c13 tempest-VolumesActionsTest-473767156 tempest-VolumesActionsTest-473767156-project] Resources bound (agent type, host, resource id): {{(pid=74320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:03:36.779816 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e07bf7d-fadd-4682-bfa7-321ce3b1faca req-e4aba061-ab18-4d0b-bd4e-e1bed21a9c13 tempest-VolumesActionsTest-473767156 tempest-VolumesActionsTest-473767156-project] Received port after_create {{(pid=74320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 03 16:03:36.832179 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aba061-ab18-4d0b-bd4e-e1bed21a9c13 tempest-VolumesActionsTest-473767156 tempest-VolumesActionsTest-473767156-project] Pushing event updated for resources: {'Port': ['ID=6adfd406-8c9d-400b-a8f0-ec2a34a95abf,revision_number=1']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:03:36.838415 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-e4aba061-ab18-4d0b-bd4e-e1bed21a9c13 tempest-VolumesActionsTest-473767156 tempest-VolumesActionsTest-473767156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:03:36.880026 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e07bf7d-fadd-4682-bfa7-321ce3b1faca req-e4aba061-ab18-4d0b-bd4e-e1bed21a9c13 tempest-VolumesActionsTest-473767156 tempest-VolumesActionsTest-473767156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:03:36.880677 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [req-8e07bf7d-fadd-4682-bfa7-321ce3b1faca req-e4aba061-ab18-4d0b-bd4e-e1bed21a9c13 tempest-VolumesActionsTest-473767156 tempest-VolumesActionsTest-473767156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504013'] for port, before_response {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:36.901053 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-8fbfb23a-9549-406a-b305-e36ba69ca6b4 req-b141a705-61fc-4d8a-ac6f-b16af2ad2f1e service neutron] 10.222.0.42 "GET /v2.0/networks/870e002b-7538-43c3-9d68-f9ced202572f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2494605 May 03 16:03:36.994991 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-8e07bf7d-fadd-4682-bfa7-321ce3b1faca req-e4aba061-ab18-4d0b-bd4e-e1bed21a9c13 tempest-VolumesActionsTest-473767156 tempest-VolumesActionsTest-473767156-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6785111 May 03 16:03:37.010422 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.v2.base [req-8e07bf7d-fadd-4682-bfa7-321ce3b1faca req-b61f18d6-03e3-4e99-8258-42f78d480dd8 service neutron] Request body: {'port': {'device_id': '36fecf68-80c2-413d-b6fa-a0cab4fe38e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=74320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 16:03:37.095533 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613639dd-3eb2-4270-84ab-5746665948dd req-93d6710e-f213-4920-8286-892feb976263 tempest-VolumesActionsTest-473767156 tempest-VolumesActionsTest-473767156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:03:37.097143 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-613639dd-3eb2-4270-84ab-5746665948dd req-93d6710e-f213-4920-8286-892feb976263 tempest-VolumesActionsTest-473767156 tempest-VolumesActionsTest-473767156-project] 10.222.0.11 "GET /v2.0/ports?device_id=36fecf68-80c2-413d-b6fa-a0cab4fe38e3 HTTP/1.1" status: 200 len: 931 time: 0.1453950 May 03 16:03:37.146151 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-613639dd-3eb2-4270-84ab-5746665948dd req-76df5bdf-3e2b-486d-8ad7-95d8345d2999 tempest-VolumesActionsTest-473767156 tempest-VolumesActionsTest-473767156-project] 10.222.0.11 "GET /v2.0/security-groups?id=8bfb1cd6-5ef2-41cb-9675-db5cd8809351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425732 May 03 16:03:37.149670 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-8fbfb23a-9549-406a-b305-e36ba69ca6b4 req-5ad1614b-f061-46b5-a5f8-4f01db78032e service neutron] 10.222.0.42 "GET /v2.0/networks/870e002b-7538-43c3-9d68-f9ced202572f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2404749 May 03 16:03:37.171282 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [req-8e07bf7d-fadd-4682-bfa7-321ce3b1faca req-b61f18d6-03e3-4e99-8258-42f78d480dd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:37.522580 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.notifiers.nova [req-8e07bf7d-fadd-4682-bfa7-321ce3b1faca req-b61f18d6-03e3-4e99-8258-42f78d480dd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6adfd406-8c9d-400b-a8f0-ec2a34a95abf {{(pid=74320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 03 16:03:37.530008 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [req-8e07bf7d-fadd-4682-bfa7-321ce3b1faca req-b61f18d6-03e3-4e99-8258-42f78d480dd8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:37.544984 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.provisioning_blocks [req-8e07bf7d-fadd-4682-bfa7-321ce3b1faca req-b61f18d6-03e3-4e99-8258-42f78d480dd8 service neutron] Transition to ACTIVE for port object 6adfd406-8c9d-400b-a8f0-ec2a34a95abf will not be triggered until provisioned by entity L2. {{(pid=74320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 16:03:37.612869 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [req-8e07bf7d-fadd-4682-bfa7-321ce3b1faca req-b61f18d6-03e3-4e99-8258-42f78d480dd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2110350'] for port, after_update {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:37.618809 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-72e8b4c7-c359-404b-ad56-5e12276ad719 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:03:37.645774 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b9974c-199c-4eab-a8f4-940187d0c759 req-3e666bb8-e41a-41b9-a9fc-298a6554b4f6 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:03:37.647539 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-92b9974c-199c-4eab-a8f4-940187d0c759 req-3e666bb8-e41a-41b9-a9fc-298a6554b4f6 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/ports?device_id=896a5ea9-b5d0-4aef-b34a-a085015c3745 HTTP/1.1" status: 200 len: 945 time: 0.0864949 May 03 16:03:37.711710 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-92b9974c-199c-4eab-a8f4-940187d0c759 req-06cf48b6-87a6-4a0f-a957-9f7c44430734 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/security-groups?id=d843f737-6466-4183-8023-14d53a00a23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484624 May 03 16:03:37.766923 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61f18d6-03e3-4e99-8258-42f78d480dd8 service neutron] Pushing event updated for resources: {'Port': ['ID=6adfd406-8c9d-400b-a8f0-ec2a34a95abf,revision_number=2']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:03:37.770853 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-b61f18d6-03e3-4e99-8258-42f78d480dd8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:03:37.897087 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 50434) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:03:37.920625 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75b0b6a-c006-4e3c-b5cd-b8105e95c5b6 req-ee660050-ea43-4c6d-b8c6-8d0d8c35681e tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:03:37.924736 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-a75b0b6a-c006-4e3c-b5cd-b8105e95c5b6 req-ee660050-ea43-4c6d-b8c6-8d0d8c35681e tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.11 "GET /v2.0/ports?device_id=aff29c0e-99af-432a-a438-d57c9ef0209d HTTP/1.1" status: 200 len: 944 time: 0.1009202 May 03 16:03:37.973004 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-a75b0b6a-c006-4e3c-b5cd-b8105e95c5b6 req-ffddfbc8-7ad4-44d7-b6f6-521361fff544 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.11 "GET /v2.0/security-groups?id=831833fd-9100-465b-874d-f70121588630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440614 May 03 16:03:37.978324 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.managers [req-8e07bf7d-fadd-4682-bfa7-321ce3b1faca req-b61f18d6-03e3-4e99-8258-42f78d480dd8 service neutron] Attempting to bind port 6adfd406-8c9d-400b-a8f0-ec2a34a95abf on host hv-cinder-77428 for vnic_type normal with profile {{(pid=74320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 16:03:37.978661 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.managers [req-8e07bf7d-fadd-4682-bfa7-321ce3b1faca req-b61f18d6-03e3-4e99-8258-42f78d480dd8 service neutron] Attempting to bind port 6adfd406-8c9d-400b-a8f0-ec2a34a95abf by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': 'ca964f60-a5e5-4b2e-8569-ed29ba911647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '8c0117e8-d3b9-4e6b-b719-67aa4d1b16ab'}] {{(pid=74320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 16:03:37.979008 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e07bf7d-fadd-4682-bfa7-321ce3b1faca req-b61f18d6-03e3-4e99-8258-42f78d480dd8 service neutron] Attempting to bind port 6adfd406-8c9d-400b-a8f0-ec2a34a95abf on network 8c0117e8-d3b9-4e6b-b719-67aa4d1b16ab {{(pid=74320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 16:03:37.984001 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e07bf7d-fadd-4682-bfa7-321ce3b1faca req-b61f18d6-03e3-4e99-8258-42f78d480dd8 service neutron] Port 6adfd406-8c9d-400b-a8f0-ec2a34a95abf on network 8c0117e8-d3b9-4e6b-b719-67aa4d1b16ab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=74320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 16:03:37.984238 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e07bf7d-fadd-4682-bfa7-321ce3b1faca req-b61f18d6-03e3-4e99-8258-42f78d480dd8 service neutron] Attempting to bind port 6adfd406-8c9d-400b-a8f0-ec2a34a95abf on network 8c0117e8-d3b9-4e6b-b719-67aa4d1b16ab {{(pid=74320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 16:03:37.989813 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e07bf7d-fadd-4682-bfa7-321ce3b1faca req-b61f18d6-03e3-4e99-8258-42f78d480dd8 service neutron] Checking agent: {'id': 'e8f37935-7292-412a-84f9-cfa484ab4cdd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 3, 16, 0, 3), 'started_at': datetime.datetime(2021, 5, 3, 16, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 5, 3, 16, 3, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 16:03:37.990146 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e07bf7d-fadd-4682-bfa7-321ce3b1faca req-b61f18d6-03e3-4e99-8258-42f78d480dd8 service neutron] Checking segment: {'id': 'ca964f60-a5e5-4b2e-8569-ed29ba911647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '8c0117e8-d3b9-4e6b-b719-67aa4d1b16ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 03 16:03:37.990532 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e07bf7d-fadd-4682-bfa7-321ce3b1faca req-b61f18d6-03e3-4e99-8258-42f78d480dd8 service neutron] Bound using segment: {'id': 'ca964f60-a5e5-4b2e-8569-ed29ba911647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '8c0117e8-d3b9-4e6b-b719-67aa4d1b16ab'} {{(pid=74320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 16:03:37.990966 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.managers [req-8e07bf7d-fadd-4682-bfa7-321ce3b1faca req-b61f18d6-03e3-4e99-8258-42f78d480dd8 service neutron] Bound port: 6adfd406-8c9d-400b-a8f0-ec2a34a95abf, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca964f60-a5e5-4b2e-8569-ed29ba911647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '8c0117e8-d3b9-4e6b-b719-67aa4d1b16ab'}}] {{(pid=74320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 16:03:37.991308 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [req-8e07bf7d-fadd-4682-bfa7-321ce3b1faca req-b61f18d6-03e3-4e99-8258-42f78d480dd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:38.029281 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-410e54d1-ea84-4f33-a66a-7f1c94c8b638 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:38.043868 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-410e54d1-ea84-4f33-a66a-7f1c94c8b638 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:03:38.047670 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-410e54d1-ea84-4f33-a66a-7f1c94c8b638 admin admin] Usage tracker for resource:security_group_rule and tenant:95bf534a2ef3417ebf8d6cf60767b5a1 is out of sync, need to count used quota {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:03:38.051213 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-410e54d1-ea84-4f33-a66a-7f1c94c8b638 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:03:38.056897 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-410e54d1-ea84-4f33-a66a-7f1c94c8b638 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:03:38.085038 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.db [req-8e07bf7d-fadd-4682-bfa7-321ce3b1faca req-b61f18d6-03e3-4e99-8258-42f78d480dd8 service neutron] For port 6adfd406-8c9d-400b-a8f0-ec2a34a95abf, host hv-cinder-77428, cleared binding levels {{(pid=74320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 16:03:38.089151 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.db [req-8e07bf7d-fadd-4682-bfa7-321ce3b1faca req-b61f18d6-03e3-4e99-8258-42f78d480dd8 service neutron] For port 6adfd406-8c9d-400b-a8f0-ec2a34a95abf, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=6adfd406-8c9d-400b-a8f0-ec2a34a95abf,segment=NetworkSegment(ca964f60-a5e5-4b2e-8569-ed29ba911647),segment_id=ca964f60-a5e5-4b2e-8569-ed29ba911647)] {{(pid=74320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 16:03:38.140478 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-410e54d1-ea84-4f33-a66a-7f1c94c8b638 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:38.172810 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [req-8e07bf7d-fadd-4682-bfa7-321ce3b1faca req-b61f18d6-03e3-4e99-8258-42f78d480dd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2110350'] for port, after_update {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:38.177254 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-a471f359-015b-49c1-a0b9-d82ff6f65a96 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:03:38.212724 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-410e54d1-ea84-4f33-a66a-7f1c94c8b638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:38.221799 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-2e8e584f-6092-44a5-b933-70888b384a54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:03:38.229813 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e07bf7d-fadd-4682-bfa7-321ce3b1faca req-b61f18d6-03e3-4e99-8258-42f78d480dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:03:38.230880 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [req-8e07bf7d-fadd-4682-bfa7-321ce3b1faca req-b61f18d6-03e3-4e99-8258-42f78d480dd8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504013'] for port, before_response {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:38.231981 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-8e07bf7d-fadd-4682-bfa7-321ce3b1faca req-b61f18d6-03e3-4e99-8258-42f78d480dd8 service neutron] 10.222.0.42 "PUT /v2.0/ports/6adfd406-8c9d-400b-a8f0-ec2a34a95abf HTTP/1.1" status: 200 len: 1093 time: 1.2257812 May 03 16:03:38.235083 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36fecf68-80c2-413d-b6fa-a0cab4fe38e3', 'tag': '6adfd406-8c9d-400b-a8f0-ec2a34a95abf'}] {{(pid=74320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 16:03:38.265861 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-410e54d1-ea84-4f33-a66a-7f1c94c8b638 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=95bf534a2ef3417ebf8d6cf60767b5a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3677962 May 03 16:03:38.271627 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 50444) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:03:38.290143 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36fecf68-80c2-413d-b6fa-a0cab4fe38e3', 'tag': '6adfd406-8c9d-400b-a8f0-ec2a34a95abf', 'status': 'completed', 'code': 200} May 03 16:03:38.296593 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61f18d6-03e3-4e99-8258-42f78d480dd8 service neutron] Pushing event updated for resources: {'Port': ['ID=6adfd406-8c9d-400b-a8f0-ec2a34a95abf,revision_number=3']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:03:38.300079 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410e54d1-ea84-4f33-a66a-7f1c94c8b638 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e2ddedd-721b-457e-9b15-d14ee8705299,revision_number=1']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:03:38.307281 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-410e54d1-ea84-4f33-a66a-7f1c94c8b638 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:03:38.309190 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-b61f18d6-03e3-4e99-8258-42f78d480dd8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:03:38.356140 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42e9d3a-6df3-4620-bae2-171b148fa92e req-cce607db-0256-416c-845d-339d6c4e8223 tempest-VolumesActionsTest-473767156 tempest-VolumesActionsTest-473767156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:03:38.357642 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-b42e9d3a-6df3-4620-bae2-171b148fa92e req-cce607db-0256-416c-845d-339d6c4e8223 tempest-VolumesActionsTest-473767156 tempest-VolumesActionsTest-473767156-project] 10.222.0.11 "GET /v2.0/ports?device_id=36fecf68-80c2-413d-b6fa-a0cab4fe38e3 HTTP/1.1" status: 200 len: 943 time: 0.0900667 May 03 16:03:38.395726 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-575bfb20-15e2-4065-9d4a-3867fe93abe5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:38.407327 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-b42e9d3a-6df3-4620-bae2-171b148fa92e req-32d4d17f-b6de-4796-a456-3db5101186e4 tempest-VolumesActionsTest-473767156 tempest-VolumesActionsTest-473767156-project] 10.222.0.11 "GET /v2.0/security-groups?id=8bfb1cd6-5ef2-41cb-9675-db5cd8809351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429044 May 03 16:03:38.433038 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-575bfb20-15e2-4065-9d4a-3867fe93abe5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:38.456393 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f641c1a-c1ff-4fe9-9702-817b382a53fd req-dae93eef-a29e-4ffb-a383-5434ecb89e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:03:38.457868 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-5f641c1a-c1ff-4fe9-9702-817b382a53fd req-dae93eef-a29e-4ffb-a383-5434ecb89e14 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2f6daea3e18043eb914f1f9dc3dada45&device_id=36fecf68-80c2-413d-b6fa-a0cab4fe38e3 HTTP/1.1" status: 200 len: 1096 time: 0.1324389 May 03 16:03:38.609302 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f641c1a-c1ff-4fe9-9702-817b382a53fd req-746b888a-7a60-4462-b613-a0c668c810d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:03:38.611298 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-5f641c1a-c1ff-4fe9-9702-817b382a53fd req-746b888a-7a60-4462-b613-a0c668c810d6 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=2f6daea3e18043eb914f1f9dc3dada45&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1358232 May 03 16:03:38.656107 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-575bfb20-15e2-4065-9d4a-3867fe93abe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:38.663694 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-c840bd35-c736-413c-91ed-5180c7cea5f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:03:38.720163 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575bfb20-15e2-4065-9d4a-3867fe93abe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e2ddedd-721b-457e-9b15-d14ee8705299,revision_number=None']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:03:38.733644 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-575bfb20-15e2-4065-9d4a-3867fe93abe5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:03:38.747276 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-575bfb20-15e2-4065-9d4a-3867fe93abe5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:38.750832 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-575bfb20-15e2-4065-9d4a-3867fe93abe5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8e2ddedd-721b-457e-9b15-d14ee8705299 HTTP/1.1" status: 204 len: 168 time: 0.4758079 May 03 16:03:38.785113 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f641c1a-c1ff-4fe9-9702-817b382a53fd req-565ab089-825f-4a10-ab1a-b45457fa888e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:03:38.786800 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-5f641c1a-c1ff-4fe9-9702-817b382a53fd req-565ab089-825f-4a10-ab1a-b45457fa888e service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1666734 May 03 16:03:38.916427 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e07bf7d-fadd-4682-bfa7-321ce3b1faca req-7a345f74-9ef7-424b-8b24-facda78a8d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:03:38.918406 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-8e07bf7d-fadd-4682-bfa7-321ce3b1faca req-7a345f74-9ef7-424b-8b24-facda78a8d4a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2f6daea3e18043eb914f1f9dc3dada45&device_id=36fecf68-80c2-413d-b6fa-a0cab4fe38e3 HTTP/1.1" status: 200 len: 1096 time: 0.0839334 May 03 16:03:38.919556 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42f9517-898b-43d4-8132-478b3801f79b req-0f519baa-dcbb-4f1e-b2d1-9776b34a59e8 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:03:38.927492 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-f42f9517-898b-43d4-8132-478b3801f79b req-0f519baa-dcbb-4f1e-b2d1-9776b34a59e8 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/ports?device_id=896a5ea9-b5d0-4aef-b34a-a085015c3745 HTTP/1.1" status: 200 len: 945 time: 0.0994711 May 03 16:03:38.975359 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-f42f9517-898b-43d4-8132-478b3801f79b req-21f486c0-b0eb-4fd3-a348-c74724f9c8c6 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/security-groups?id=d843f737-6466-4183-8023-14d53a00a23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469525 May 03 16:03:38.995215 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-8e07bf7d-fadd-4682-bfa7-321ce3b1faca req-a7e3d22e-b9a3-445f-850c-75ce54fd50c4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6adfd406-8c9d-400b-a8f0-ec2a34a95abf HTTP/1.1" status: 200 len: 217 time: 0.0684793 May 03 16:03:39.086628 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e07bf7d-fadd-4682-bfa7-321ce3b1faca req-97b7dd8a-c6fe-435e-87d4-6d4b1fc2300c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:03:39.088117 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-8e07bf7d-fadd-4682-bfa7-321ce3b1faca req-97b7dd8a-c6fe-435e-87d4-6d4b1fc2300c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d2aac76b-1aee-4459-ba86-9441ce26d21b HTTP/1.1" status: 200 len: 849 time: 0.0749536 May 03 16:03:39.155961 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-8e07bf7d-fadd-4682-bfa7-321ce3b1faca req-09aabc92-fa95-49d8-8a66-ecdc2f22275e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8c0117e8-d3b9-4e6b-b719-67aa4d1b16ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491059 May 03 16:03:39.315841 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-8e07bf7d-fadd-4682-bfa7-321ce3b1faca req-2e86ff3e-a841-4e2c-b102-2ec24e40a4a9 service neutron] 10.222.0.42 "GET /v2.0/networks/8c0117e8-d3b9-4e6b-b719-67aa4d1b16ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462529 May 03 16:03:39.322581 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a883d68-343b-4124-bda5-fa961c195e37 req-b0b55636-d684-4cee-8e59-8df3e63f15f0 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:03:39.324069 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-8a883d68-343b-4124-bda5-fa961c195e37 req-b0b55636-d684-4cee-8e59-8df3e63f15f0 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.11 "GET /v2.0/ports?device_id=aff29c0e-99af-432a-a438-d57c9ef0209d HTTP/1.1" status: 200 len: 944 time: 0.0862820 May 03 16:03:39.373290 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-8a883d68-343b-4124-bda5-fa961c195e37 req-b202e8e5-ffca-458f-a6b9-ee938af685f6 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.11 "GET /v2.0/security-groups?id=831833fd-9100-465b-874d-f70121588630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428076 May 03 16:03:39.471371 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-8e07bf7d-fadd-4682-bfa7-321ce3b1faca req-be21fa0c-be9a-4d82-859a-0b3c86a8c9aa service neutron] 10.222.0.42 "GET /v2.0/networks/8c0117e8-d3b9-4e6b-b719-67aa4d1b16ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397219 May 03 16:03:39.602272 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06a3508-d7ea-4e2b-845d-b50fe4a7cf7b req-38f2a275-c4dd-4620-8e5a-3c96bff4b32e tempest-VolumesActionsTest-473767156 tempest-VolumesActionsTest-473767156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:03:39.603748 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-e06a3508-d7ea-4e2b-845d-b50fe4a7cf7b req-38f2a275-c4dd-4620-8e5a-3c96bff4b32e tempest-VolumesActionsTest-473767156 tempest-VolumesActionsTest-473767156-project] 10.222.0.11 "GET /v2.0/ports?device_id=36fecf68-80c2-413d-b6fa-a0cab4fe38e3 HTTP/1.1" status: 200 len: 943 time: 0.0819123 May 03 16:03:39.652685 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-e06a3508-d7ea-4e2b-845d-b50fe4a7cf7b req-6e1a2bb8-6397-455f-8a07-c9405307f304 tempest-VolumesActionsTest-473767156 tempest-VolumesActionsTest-473767156-project] 10.222.0.11 "GET /v2.0/security-groups?id=8bfb1cd6-5ef2-41cb-9675-db5cd8809351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429406 May 03 16:03:40.164980 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ca5aeb-3cc2-4a6a-8279-97f096544108 req-b509af92-119b-422a-aa50-af73f3d250a6 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:03:40.166592 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-21ca5aeb-3cc2-4a6a-8279-97f096544108 req-b509af92-119b-422a-aa50-af73f3d250a6 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/ports?device_id=896a5ea9-b5d0-4aef-b34a-a085015c3745 HTTP/1.1" status: 200 len: 945 time: 0.0904303 May 03 16:03:40.198431 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Device c46df149-c1f3-4ca0-bc50-6ef3a361f9fe details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=74322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 16:03:40.221129 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-21ca5aeb-3cc2-4a6a-8279-97f096544108 req-497af834-4490-4886-954d-af4e7802914a tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/security-groups?id=d843f737-6466-4183-8023-14d53a00a23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486624 May 03 16:03:40.365240 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] For port c46df149-c1f3-4ca0-bc50-6ef3a361f9fe, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=c46df149-c1f3-4ca0-bc50-6ef3a361f9fe,segment=NetworkSegment(7f8c3c90-af0d-464f-bf17-eaa367a67228),segment_id=7f8c3c90-af0d-464f-bf17-eaa367a67228)] {{(pid=74322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 16:03:40.379623 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Returning: {'device': 'c46df149-c1f3-4ca0-bc50-6ef3a361f9fe', 'network_id': '870e002b-7538-43c3-9d68-f9ced202572f', 'port_id': 'c46df149-c1f3-4ca0-bc50-6ef3a361f9fe', 'mac_address': 'fa:16:3e:25:4a:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '213f080e-45b1-4a83-9ec2-6e7991e6012a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 16:03:40.440829 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:40.461808 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.notifiers.nova [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c46df149-c1f3-4ca0-bc50-6ef3a361f9fe {{(pid=74322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 03 16:03:40.479940 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] For port c46df149-c1f3-4ca0-bc50-6ef3a361f9fe, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=c46df149-c1f3-4ca0-bc50-6ef3a361f9fe,segment=NetworkSegment(7f8c3c90-af0d-464f-bf17-eaa367a67228),segment_id=7f8c3c90-af0d-464f-bf17-eaa367a67228)] {{(pid=74322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 16:03:40.594294 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f658bf-67cc-488d-91df-29c351f6cd6a req-670ed4b4-d940-410e-8628-69a79172858f tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:03:40.595681 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365'] for port, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:40.595838 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-81f658bf-67cc-488d-91df-29c351f6cd6a req-670ed4b4-d940-410e-8628-69a79172858f tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.11 "GET /v2.0/ports?device_id=aff29c0e-99af-432a-a438-d57c9ef0209d HTTP/1.1" status: 200 len: 944 time: 0.0952053 May 03 16:03:40.597664 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:03:40.648610 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-81f658bf-67cc-488d-91df-29c351f6cd6a req-4cf57c09-30a1-43d7-a03d-869616a0f5cb tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.11 "GET /v2.0/security-groups?id=831833fd-9100-465b-874d-f70121588630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457830 May 03 16:03:40.654626 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-f3e61b49-bc51-4d87-97d1-c9365cadcfce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:40.675743 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Pushing event updated for resources: {'Port': ['ID=c46df149-c1f3-4ca0-bc50-6ef3a361f9fe,revision_number=4']} {{(pid=74322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:03:40.679007 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:03:40.845718 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac38dcb-7679-4243-9da6-6409c8ad1dd5 req-4391eabe-9c63-46a8-aa08-17f883059be9 tempest-VolumesActionsTest-473767156 tempest-VolumesActionsTest-473767156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:03:40.847254 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-4ac38dcb-7679-4243-9da6-6409c8ad1dd5 req-4391eabe-9c63-46a8-aa08-17f883059be9 tempest-VolumesActionsTest-473767156 tempest-VolumesActionsTest-473767156-project] 10.222.0.11 "GET /v2.0/ports?device_id=36fecf68-80c2-413d-b6fa-a0cab4fe38e3 HTTP/1.1" status: 200 len: 943 time: 0.0835829 May 03 16:03:40.896120 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-4ac38dcb-7679-4243-9da6-6409c8ad1dd5 req-644376ff-bbc8-4d91-a426-efc882af5774 tempest-VolumesActionsTest-473767156 tempest-VolumesActionsTest-473767156-project] 10.222.0.11 "GET /v2.0/security-groups?id=8bfb1cd6-5ef2-41cb-9675-db5cd8809351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425706 May 03 16:03:40.927065 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] get_ports_and_sgs() called for port_ids ['c46df149-c1f3-4ca0-bc50-6ef3a361f9fe'] {{(pid=74322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 16:03:41.418888 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd1c642-537e-4365-97be-114b24253c21 req-2f564bd9-437f-4c46-bc9e-0fecd97e296d tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:03:41.420441 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-9bd1c642-537e-4365-97be-114b24253c21 req-2f564bd9-437f-4c46-bc9e-0fecd97e296d tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/ports?device_id=896a5ea9-b5d0-4aef-b34a-a085015c3745 HTTP/1.1" status: 200 len: 945 time: 0.0852876 May 03 16:03:41.465748 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-9bd1c642-537e-4365-97be-114b24253c21 req-00427763-77a3-4d6d-9e52-58afdcc336d3 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/security-groups?id=d843f737-6466-4183-8023-14d53a00a23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389192 May 03 16:03:41.847535 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb279ba4-ffc4-4e50-9b2f-2f7c196a2124 req-67ea1e62-407d-4267-a888-146e03cc026d tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:03:41.848963 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-bb279ba4-ffc4-4e50-9b2f-2f7c196a2124 req-67ea1e62-407d-4267-a888-146e03cc026d tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.11 "GET /v2.0/ports?device_id=aff29c0e-99af-432a-a438-d57c9ef0209d HTTP/1.1" status: 200 len: 945 time: 0.0848370 May 03 16:03:41.894268 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-bb279ba4-ffc4-4e50-9b2f-2f7c196a2124 req-4e28e772-44d6-4039-afa0-8c0985c7b5d4 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.11 "GET /v2.0/security-groups?id=831833fd-9100-465b-874d-f70121588630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395105 May 03 16:03:42.084194 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eef496-cb01-4906-8dfa-a364fc5f9617 req-1ceee9fb-de41-421f-90f6-f2d3ceb85c08 tempest-VolumesActionsTest-473767156 tempest-VolumesActionsTest-473767156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:03:42.085678 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-41eef496-cb01-4906-8dfa-a364fc5f9617 req-1ceee9fb-de41-421f-90f6-f2d3ceb85c08 tempest-VolumesActionsTest-473767156 tempest-VolumesActionsTest-473767156-project] 10.222.0.11 "GET /v2.0/ports?device_id=36fecf68-80c2-413d-b6fa-a0cab4fe38e3 HTTP/1.1" status: 200 len: 943 time: 0.0805235 May 03 16:03:42.132646 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-41eef496-cb01-4906-8dfa-a364fc5f9617 req-04f265cf-9264-434e-8ad7-bda721f0dc05 tempest-VolumesActionsTest-473767156 tempest-VolumesActionsTest-473767156-project] 10.222.0.11 "GET /v2.0/security-groups?id=8bfb1cd6-5ef2-41cb-9675-db5cd8809351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409508 May 03 16:03:42.226373 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Device 6adfd406-8c9d-400b-a8f0-ec2a34a95abf details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=74322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 16:03:42.228857 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Device c46df149-c1f3-4ca0-bc50-6ef3a361f9fe up at agent hyperv_hv-cinder-77428 {{(pid=74322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 16:03:42.436424 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] For port 6adfd406-8c9d-400b-a8f0-ec2a34a95abf, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=6adfd406-8c9d-400b-a8f0-ec2a34a95abf,segment=NetworkSegment(ca964f60-a5e5-4b2e-8569-ed29ba911647),segment_id=ca964f60-a5e5-4b2e-8569-ed29ba911647)] {{(pid=74322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 16:03:42.449837 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Provisioning for port c46df149-c1f3-4ca0-bc50-6ef3a361f9fe completed by entity L2. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 16:03:42.459042 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Provisioning complete for port c46df149-c1f3-4ca0-bc50-6ef3a361f9fe triggered by entity L2. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 16:03:42.459042 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033555'] for port, provisioning_complete {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:42.484874 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Returning: {'device': '6adfd406-8c9d-400b-a8f0-ec2a34a95abf', 'network_id': '8c0117e8-d3b9-4e6b-b719-67aa4d1b16ab', 'port_id': '6adfd406-8c9d-400b-a8f0-ec2a34a95abf', 'mac_address': 'fa:16:3e:12:f2:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2aac76b-1aee-4459-ba86-9441ce26d21b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 16:03:42.571985 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:42.615337 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.notifiers.nova [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6adfd406-8c9d-400b-a8f0-ec2a34a95abf {{(pid=74322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 03 16:03:42.655613 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] For port 6adfd406-8c9d-400b-a8f0-ec2a34a95abf, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=6adfd406-8c9d-400b-a8f0-ec2a34a95abf,segment=NetworkSegment(ca964f60-a5e5-4b2e-8569-ed29ba911647),segment_id=ca964f60-a5e5-4b2e-8569-ed29ba911647)] {{(pid=74322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 16:03:42.660511 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:42.691188 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aff29c0e-99af-432a-a438-d57c9ef0209d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c46df149-c1f3-4ca0-bc50-6ef3a361f9fe'}] {{(pid=74322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 16:03:42.694710 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e712dd2-08e7-4add-a46e-f46039788b59 req-2466fe70-3f7f-4e46-b78d-cba35cec41ed tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:03:42.696184 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-8e712dd2-08e7-4add-a46e-f46039788b59 req-2466fe70-3f7f-4e46-b78d-cba35cec41ed tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/ports?device_id=896a5ea9-b5d0-4aef-b34a-a085015c3745 HTTP/1.1" status: 200 len: 945 time: 0.0849431 May 03 16:03:42.701044 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] For port c46df149-c1f3-4ca0-bc50-6ef3a361f9fe, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=c46df149-c1f3-4ca0-bc50-6ef3a361f9fe,segment=NetworkSegment(7f8c3c90-af0d-464f-bf17-eaa367a67228),segment_id=7f8c3c90-af0d-464f-bf17-eaa367a67228)] {{(pid=74322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 16:03:42.706284 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365'] for port, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:42.706284 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:03:42.742351 dv-cinder-774286-11-smb neutron-server[74322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aff29c0e-99af-432a-a438-d57c9ef0209d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c46df149-c1f3-4ca0-bc50-6ef3a361f9fe', 'code': 200} May 03 16:03:42.745403 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-8e712dd2-08e7-4add-a46e-f46039788b59 req-30957391-6632-403a-9d5d-0f42b49759a9 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/security-groups?id=d843f737-6466-4183-8023-14d53a00a23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426869 May 03 16:03:42.770247 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365'] for port, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:42.779581 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Pushing event updated for resources: {'Port': ['ID=6adfd406-8c9d-400b-a8f0-ec2a34a95abf,revision_number=4']} {{(pid=74322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:03:42.782913 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:03:42.783428 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:03:42.855777 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Pushing event updated for resources: {'Port': ['ID=c46df149-c1f3-4ca0-bc50-6ef3a361f9fe,revision_number=5']} {{(pid=74322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:03:42.858881 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:03:43.092040 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aeaa56-bb25-4649-aebc-5f1ad45e9fbe req-bcb12953-0321-4226-865d-18053ec838c3 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:03:43.093568 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-85aeaa56-bb25-4649-aebc-5f1ad45e9fbe req-bcb12953-0321-4226-865d-18053ec838c3 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.11 "GET /v2.0/ports?device_id=aff29c0e-99af-432a-a438-d57c9ef0209d HTTP/1.1" status: 200 len: 946 time: 0.0855823 May 03 16:03:43.118897 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] get_ports_and_sgs() called for port_ids ['6adfd406-8c9d-400b-a8f0-ec2a34a95abf'] {{(pid=74322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 16:03:43.143754 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b448041-ba87-4ae6-93aa-cea1f2dd17a8 req-f3cd81fc-4430-47e6-b5da-e2af256b5c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:03:43.146116 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-0b448041-ba87-4ae6-93aa-cea1f2dd17a8 req-f3cd81fc-4430-47e6-b5da-e2af256b5c64 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=aff29c0e-99af-432a-a438-d57c9ef0209d HTTP/1.1" status: 200 len: 1099 time: 0.0800862 May 03 16:03:43.150396 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-85aeaa56-bb25-4649-aebc-5f1ad45e9fbe req-2f2fcd6a-a5c7-4589-b390-6302cf677f64 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.11 "GET /v2.0/security-groups?id=831833fd-9100-465b-874d-f70121588630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508490 May 03 16:03:43.212787 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-0b448041-ba87-4ae6-93aa-cea1f2dd17a8 req-80bfa10b-d113-404f-a443-98ece271bacc service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=831833fd-9100-465b-874d-f70121588630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590289 May 03 16:03:43.344254 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86068e2-cdc5-410d-8409-00f46d35d41a req-f527c761-4457-4ced-ba0f-3f03f8ab4edb tempest-VolumesActionsTest-473767156 tempest-VolumesActionsTest-473767156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:03:43.346163 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-c86068e2-cdc5-410d-8409-00f46d35d41a req-f527c761-4457-4ced-ba0f-3f03f8ab4edb tempest-VolumesActionsTest-473767156 tempest-VolumesActionsTest-473767156-project] 10.222.0.11 "GET /v2.0/ports?device_id=36fecf68-80c2-413d-b6fa-a0cab4fe38e3 HTTP/1.1" status: 200 len: 944 time: 0.0904822 May 03 16:03:43.354793 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:43.366445 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-1a905698-2b53-4763-b5c8-ef25fa4a58c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:43.395525 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-c86068e2-cdc5-410d-8409-00f46d35d41a req-6b74a803-8d5c-4693-bcd7-f410bf029b4f tempest-VolumesActionsTest-473767156 tempest-VolumesActionsTest-473767156-project] 10.222.0.11 "GET /v2.0/security-groups?id=8bfb1cd6-5ef2-41cb-9675-db5cd8809351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422819 May 03 16:03:44.004621 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dae425f-d041-4aec-ac14-4e0eae19a182 req-a979baea-1908-4c15-b92b-44f2b3efeb83 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:03:44.006106 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-8dae425f-d041-4aec-ac14-4e0eae19a182 req-a979baea-1908-4c15-b92b-44f2b3efeb83 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/ports?device_id=896a5ea9-b5d0-4aef-b34a-a085015c3745 HTTP/1.1" status: 200 len: 945 time: 0.1491463 May 03 16:03:44.053780 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-8dae425f-d041-4aec-ac14-4e0eae19a182 req-26bc4acb-020b-4f9c-a5ff-196da90164fc tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/security-groups?id=d843f737-6466-4183-8023-14d53a00a23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412107 May 03 16:03:44.253704 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-b400cb21-de9a-47f5-b18b-46830690aa58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:44.417095 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d48a76e-7cb3-4495-a42e-fb9a4f506e09 req-a6af2904-320e-40ef-8965-67be431ca9ab tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:03:44.420562 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-4d48a76e-7cb3-4495-a42e-fb9a4f506e09 req-a6af2904-320e-40ef-8965-67be431ca9ab tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.11 "GET /v2.0/ports?device_id=aff29c0e-99af-432a-a438-d57c9ef0209d HTTP/1.1" status: 200 len: 946 time: 0.1527491 May 03 16:03:44.434199 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac67b72-1c66-4944-a309-f7de78239f5b req-b5a2b7e9-3ffa-4020-b565-a6a788322a23 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:03:44.436148 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-1ac67b72-1c66-4944-a309-f7de78239f5b req-b5a2b7e9-3ffa-4020-b565-a6a788322a23 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb2966f0-0931-453c-bf2f-7457c7794232 HTTP/1.1" status: 200 len: 945 time: 0.1279392 May 03 16:03:44.515512 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-4d48a76e-7cb3-4495-a42e-fb9a4f506e09 req-033e6a7d-af18-4dea-9565-74eed8115663 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.11 "GET /v2.0/security-groups?id=831833fd-9100-465b-874d-f70121588630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783026 May 03 16:03:44.523182 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-1ac67b72-1c66-4944-a309-f7de78239f5b req-3893f90d-8f58-4a60-8d2a-c4e3c6647611 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/security-groups?id=e01d8b89-bed6-46f4-8dc8-33f8e8921c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708947 May 03 16:03:44.698702 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5bf5d6-8e77-439a-b029-cdb97613dbd2 req-aa84cf78-b39c-4429-95c1-82f96eb4bff2 tempest-VolumesActionsTest-473767156 tempest-VolumesActionsTest-473767156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:03:44.700273 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-fc5bf5d6-8e77-439a-b029-cdb97613dbd2 req-aa84cf78-b39c-4429-95c1-82f96eb4bff2 tempest-VolumesActionsTest-473767156 tempest-VolumesActionsTest-473767156-project] 10.222.0.11 "GET /v2.0/ports?device_id=36fecf68-80c2-413d-b6fa-a0cab4fe38e3 HTTP/1.1" status: 200 len: 944 time: 0.0820248 May 03 16:03:44.746574 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-fc5bf5d6-8e77-439a-b029-cdb97613dbd2 req-2f91ec07-b8eb-4b08-9694-5c22c74693f7 tempest-VolumesActionsTest-473767156 tempest-VolumesActionsTest-473767156-project] 10.222.0.11 "GET /v2.0/security-groups?id=8bfb1cd6-5ef2-41cb-9675-db5cd8809351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399799 May 03 16:03:45.245873 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbe810e-0127-4b15-a76a-3a83a1d1a727 req-c31c754f-582f-4843-9811-e9a351796d8b tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:03:45.247223 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-2dbe810e-0127-4b15-a76a-3a83a1d1a727 req-c31c754f-582f-4843-9811-e9a351796d8b tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/ports?device_id=896a5ea9-b5d0-4aef-b34a-a085015c3745 HTTP/1.1" status: 200 len: 945 time: 0.0829959 May 03 16:03:45.292717 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-2dbe810e-0127-4b15-a76a-3a83a1d1a727 req-108864b9-8485-4026-a2ee-cc623ccf8a81 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/security-groups?id=d843f737-6466-4183-8023-14d53a00a23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393620 May 03 16:03:45.774853 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab113dd5-c5a2-4fbb-9ce4-1b6cc7edcd2b req-46891dae-05af-4088-8ee1-9c389bfcb869 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:03:45.776422 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-ab113dd5-c5a2-4fbb-9ce4-1b6cc7edcd2b req-46891dae-05af-4088-8ee1-9c389bfcb869 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.11 "GET /v2.0/ports?device_id=aff29c0e-99af-432a-a438-d57c9ef0209d HTTP/1.1" status: 200 len: 946 time: 0.1514921 May 03 16:03:45.808168 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a610d3ef-9e03-4778-b036-6c925a7f4c7c req-f79b3e90-394a-4944-9733-348f4cff6c62 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:03:45.809600 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-a610d3ef-9e03-4778-b036-6c925a7f4c7c req-f79b3e90-394a-4944-9733-348f4cff6c62 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb2966f0-0931-453c-bf2f-7457c7794232 HTTP/1.1" status: 200 len: 945 time: 0.1401734 May 03 16:03:45.863991 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-ab113dd5-c5a2-4fbb-9ce4-1b6cc7edcd2b req-db50e84c-6102-4b29-a259-a72458448068 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.11 "GET /v2.0/security-groups?id=831833fd-9100-465b-874d-f70121588630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806170 May 03 16:03:45.874293 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-a610d3ef-9e03-4778-b036-6c925a7f4c7c req-558a1aff-070b-4bc3-b963-d56464aae000 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/security-groups?id=e01d8b89-bed6-46f4-8dc8-33f8e8921c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568011 May 03 16:03:46.065013 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-b5223e01-a904-4e89-a902-ae20f7f129a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:46.106948 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28e9613-96b8-477f-9a92-48102c0ec7a2 req-35f50822-127e-4dda-be52-dfde85016002 tempest-VolumesActionsTest-473767156 tempest-VolumesActionsTest-473767156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:03:46.108816 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-c28e9613-96b8-477f-9a92-48102c0ec7a2 req-35f50822-127e-4dda-be52-dfde85016002 tempest-VolumesActionsTest-473767156 tempest-VolumesActionsTest-473767156-project] 10.222.0.11 "GET /v2.0/ports?device_id=36fecf68-80c2-413d-b6fa-a0cab4fe38e3 HTTP/1.1" status: 200 len: 944 time: 0.1008189 May 03 16:03:46.169078 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-c28e9613-96b8-477f-9a92-48102c0ec7a2 req-ff26983b-60c7-4740-9acc-c75b908d48c5 tempest-VolumesActionsTest-473767156 tempest-VolumesActionsTest-473767156-project] 10.222.0.11 "GET /v2.0/security-groups?id=8bfb1cd6-5ef2-41cb-9675-db5cd8809351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531263 May 03 16:03:46.247897 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Device 6adfd406-8c9d-400b-a8f0-ec2a34a95abf up at agent hyperv_hv-cinder-77428 {{(pid=74322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 16:03:46.419243 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Provisioning for port 6adfd406-8c9d-400b-a8f0-ec2a34a95abf completed by entity L2. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 16:03:46.425536 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Provisioning complete for port 6adfd406-8c9d-400b-a8f0-ec2a34a95abf triggered by entity L2. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 16:03:46.430586 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033555'] for port, provisioning_complete {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:46.493395 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb176d6-dd8d-47c6-bc80-9f1856b461ee req-92313577-c3ef-40aa-95cc-df0bcedfd819 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:03:46.501530 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-1bb176d6-dd8d-47c6-bc80-9f1856b461ee req-92313577-c3ef-40aa-95cc-df0bcedfd819 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/ports?device_id=896a5ea9-b5d0-4aef-b34a-a085015c3745 HTTP/1.1" status: 200 len: 945 time: 0.0998719 May 03 16:03:46.542371 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-1bb176d6-dd8d-47c6-bc80-9f1856b461ee req-57adbe06-20b8-4223-8b41-2ec59ce16163 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/security-groups?id=d843f737-6466-4183-8023-14d53a00a23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395365 May 03 16:03:46.596830 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:46.624141 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36fecf68-80c2-413d-b6fa-a0cab4fe38e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6adfd406-8c9d-400b-a8f0-ec2a34a95abf'}] {{(pid=74322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 16:03:46.634996 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] For port 6adfd406-8c9d-400b-a8f0-ec2a34a95abf, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=6adfd406-8c9d-400b-a8f0-ec2a34a95abf,segment=NetworkSegment(ca964f60-a5e5-4b2e-8569-ed29ba911647),segment_id=ca964f60-a5e5-4b2e-8569-ed29ba911647)] {{(pid=74322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 16:03:46.669344 dv-cinder-774286-11-smb neutron-server[74322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36fecf68-80c2-413d-b6fa-a0cab4fe38e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6adfd406-8c9d-400b-a8f0-ec2a34a95abf', 'code': 200} May 03 16:03:46.801297 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365'] for port, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:46.803494 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:03:46.874451 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Pushing event updated for resources: {'Port': ['ID=6adfd406-8c9d-400b-a8f0-ec2a34a95abf,revision_number=5']} {{(pid=74322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:03:46.875596 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:03:47.083179 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b07205f-754c-402d-97fe-e9f6aba87c86 req-64b6f3be-dd13-4698-9097-0d2f4fb04132 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:03:47.084677 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-3b07205f-754c-402d-97fe-e9f6aba87c86 req-64b6f3be-dd13-4698-9097-0d2f4fb04132 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb2966f0-0931-453c-bf2f-7457c7794232 HTTP/1.1" status: 200 len: 945 time: 0.0891404 May 03 16:03:47.130772 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-3b07205f-754c-402d-97fe-e9f6aba87c86 req-d56389a4-4d4c-4c70-a4d5-3f4d4edf010e tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/security-groups?id=e01d8b89-bed6-46f4-8dc8-33f8e8921c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402477 May 03 16:03:47.150996 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5cfd16-8af8-470a-9066-a3dcdd18d192 req-1ba23375-b414-4b47-948f-05fd320f0a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:03:47.152566 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-1a5cfd16-8af8-470a-9066-a3dcdd18d192 req-1ba23375-b414-4b47-948f-05fd320f0a07 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=36fecf68-80c2-413d-b6fa-a0cab4fe38e3 HTTP/1.1" status: 200 len: 1098 time: 0.0737891 May 03 16:03:47.199839 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-1a5cfd16-8af8-470a-9066-a3dcdd18d192 req-581f3725-d31d-4c53-94a7-1ecd0cb75787 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=8bfb1cd6-5ef2-41cb-9675-db5cd8809351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371246 May 03 16:03:47.359896 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604c71fe-694e-4f33-bce4-36fbe96ff4cb req-5ea7b77e-2659-4d4c-94fd-8277740a38c1 tempest-VolumesActionsTest-473767156 tempest-VolumesActionsTest-473767156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:03:47.361561 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-604c71fe-694e-4f33-bce4-36fbe96ff4cb req-5ea7b77e-2659-4d4c-94fd-8277740a38c1 tempest-VolumesActionsTest-473767156 tempest-VolumesActionsTest-473767156-project] 10.222.0.11 "GET /v2.0/ports?device_id=36fecf68-80c2-413d-b6fa-a0cab4fe38e3 HTTP/1.1" status: 200 len: 945 time: 0.0805252 May 03 16:03:47.409609 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-604c71fe-694e-4f33-bce4-36fbe96ff4cb req-b91778cf-095b-404e-bd95-e9ae1537f538 tempest-VolumesActionsTest-473767156 tempest-VolumesActionsTest-473767156-project] 10.222.0.11 "GET /v2.0/security-groups?id=8bfb1cd6-5ef2-41cb-9675-db5cd8809351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423479 May 03 16:03:47.738318 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee0a50e-b5be-45a5-99a1-3d7d4b685137 req-c30ca3dc-89ff-4969-a72d-fc8920976f61 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:03:47.741161 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-9ee0a50e-b5be-45a5-99a1-3d7d4b685137 req-c30ca3dc-89ff-4969-a72d-fc8920976f61 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/ports?device_id=896a5ea9-b5d0-4aef-b34a-a085015c3745 HTTP/1.1" status: 200 len: 945 time: 0.0862737 May 03 16:03:47.788841 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-9ee0a50e-b5be-45a5-99a1-3d7d4b685137 req-7b4cd21e-aef3-41d0-b8c9-86e7f0175f2b tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/security-groups?id=d843f737-6466-4183-8023-14d53a00a23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415576 May 03 16:03:48.408702 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4bb335-fb4d-4040-a699-207bd5ece967 req-01fa5f86-97f2-49db-b90f-2c99f62d004e tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:03:48.410232 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-7c4bb335-fb4d-4040-a699-207bd5ece967 req-01fa5f86-97f2-49db-b90f-2c99f62d004e tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb2966f0-0931-453c-bf2f-7457c7794232 HTTP/1.1" status: 200 len: 945 time: 0.1166723 May 03 16:03:48.461335 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-7c4bb335-fb4d-4040-a699-207bd5ece967 req-4050cc63-3406-4aba-ab73-8f2074e6b51f tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/security-groups?id=e01d8b89-bed6-46f4-8dc8-33f8e8921c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439603 May 03 16:03:48.667928 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3aad0f-8aed-4f93-8ff0-bdb183bbc505 req-62a0be94-7b1e-4350-8569-ae6b65f06db1 tempest-VolumesActionsTest-473767156 tempest-VolumesActionsTest-473767156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:03:48.669438 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-9b3aad0f-8aed-4f93-8ff0-bdb183bbc505 req-62a0be94-7b1e-4350-8569-ae6b65f06db1 tempest-VolumesActionsTest-473767156 tempest-VolumesActionsTest-473767156-project] 10.222.0.11 "GET /v2.0/ports?device_id=36fecf68-80c2-413d-b6fa-a0cab4fe38e3 HTTP/1.1" status: 200 len: 945 time: 0.0891280 May 03 16:03:48.714757 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-9b3aad0f-8aed-4f93-8ff0-bdb183bbc505 req-5620238c-2344-46c8-ae7c-9b17b584e1cb tempest-VolumesActionsTest-473767156 tempest-VolumesActionsTest-473767156-project] 10.222.0.11 "GET /v2.0/security-groups?id=8bfb1cd6-5ef2-41cb-9675-db5cd8809351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389247 May 03 16:03:48.988828 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaa362b-6d59-4319-b216-9648cbc171cf req-c90ebfeb-c45d-47ee-9acf-28618972467a tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:03:48.990324 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-daaa362b-6d59-4319-b216-9648cbc171cf req-c90ebfeb-c45d-47ee-9acf-28618972467a tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/ports?device_id=896a5ea9-b5d0-4aef-b34a-a085015c3745 HTTP/1.1" status: 200 len: 945 time: 0.0868711 May 03 16:03:49.037004 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-daaa362b-6d59-4319-b216-9648cbc171cf req-e96798ee-f1fe-4937-81d2-400326e89e3e tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/security-groups?id=d843f737-6466-4183-8023-14d53a00a23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405550 May 03 16:03:49.686771 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876f914b-58ee-47c0-9b0d-ecd14987dffd req-274a9a48-89d8-447a-8924-99e8e341a49e tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:03:49.688872 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-876f914b-58ee-47c0-9b0d-ecd14987dffd req-274a9a48-89d8-447a-8924-99e8e341a49e tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb2966f0-0931-453c-bf2f-7457c7794232 HTTP/1.1" status: 200 len: 945 time: 0.0878170 May 03 16:03:49.746029 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-876f914b-58ee-47c0-9b0d-ecd14987dffd req-8a413ce2-020a-40c1-b0bf-9b3876c800f4 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/security-groups?id=e01d8b89-bed6-46f4-8dc8-33f8e8921c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433488 May 03 16:03:49.937364 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac07b0d7-4d9c-430f-8c36-33af80c865fb req-90705a18-efe3-4b33-8d3b-b86787d42cb4 tempest-VolumesActionsTest-473767156 tempest-VolumesActionsTest-473767156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:03:49.939009 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-ac07b0d7-4d9c-430f-8c36-33af80c865fb req-90705a18-efe3-4b33-8d3b-b86787d42cb4 tempest-VolumesActionsTest-473767156 tempest-VolumesActionsTest-473767156-project] 10.222.0.11 "GET /v2.0/ports?device_id=36fecf68-80c2-413d-b6fa-a0cab4fe38e3 HTTP/1.1" status: 200 len: 945 time: 0.0858598 May 03 16:03:49.986066 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-ac07b0d7-4d9c-430f-8c36-33af80c865fb req-a7b3417a-e229-4112-a588-26393d42e62e tempest-VolumesActionsTest-473767156 tempest-VolumesActionsTest-473767156-project] 10.222.0.11 "GET /v2.0/security-groups?id=8bfb1cd6-5ef2-41cb-9675-db5cd8809351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393293 May 03 16:03:50.240821 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df183e84-e05c-4c34-b43e-2e9702ce8920 req-2fa0ba9f-706e-4722-993f-03501eab04c2 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:03:50.242257 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-df183e84-e05c-4c34-b43e-2e9702ce8920 req-2fa0ba9f-706e-4722-993f-03501eab04c2 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/ports?device_id=896a5ea9-b5d0-4aef-b34a-a085015c3745 HTTP/1.1" status: 200 len: 945 time: 0.0951526 May 03 16:03:50.355095 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-df183e84-e05c-4c34-b43e-2e9702ce8920 req-12010d53-cfd7-41a4-b6d8-7f2eafff013b tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/security-groups?id=d843f737-6466-4183-8023-14d53a00a23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067982 May 03 16:03:50.935214 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44fbc60-161d-4ea5-b560-7611e9c79a87 req-2f29deba-f181-40af-8592-4c807f0a1339 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:03:50.936757 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-f44fbc60-161d-4ea5-b560-7611e9c79a87 req-2f29deba-f181-40af-8592-4c807f0a1339 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb2966f0-0931-453c-bf2f-7457c7794232 HTTP/1.1" status: 200 len: 945 time: 0.0843511 May 03 16:03:50.985726 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-f44fbc60-161d-4ea5-b560-7611e9c79a87 req-90dc8b61-88c3-4d8d-919e-d1ed06a72998 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/security-groups?id=e01d8b89-bed6-46f4-8dc8-33f8e8921c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423930 May 03 16:03:51.550409 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c207e3d2-e780-4531-86c5-8f124b8ffb1c req-c9d909e0-8986-4454-914f-e50d01bea371 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:03:51.551869 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-c207e3d2-e780-4531-86c5-8f124b8ffb1c req-c9d909e0-8986-4454-914f-e50d01bea371 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/ports?device_id=896a5ea9-b5d0-4aef-b34a-a085015c3745 HTTP/1.1" status: 200 len: 945 time: 0.0819445 May 03 16:03:51.599975 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-c207e3d2-e780-4531-86c5-8f124b8ffb1c req-605e1b14-13ef-4e34-b1f4-a46f1c44b460 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/security-groups?id=d843f737-6466-4183-8023-14d53a00a23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419157 May 03 16:03:52.221533 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7a8cdd-8295-4f7f-acf3-8245d18da3dc req-ff915f8a-6287-4a9f-a112-75a686b2af62 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:03:52.223154 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-fe7a8cdd-8295-4f7f-acf3-8245d18da3dc req-ff915f8a-6287-4a9f-a112-75a686b2af62 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb2966f0-0931-453c-bf2f-7457c7794232 HTTP/1.1" status: 200 len: 945 time: 0.0949795 May 03 16:03:52.272682 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-fe7a8cdd-8295-4f7f-acf3-8245d18da3dc req-ae6171d9-f349-48ce-9679-e6b0cb2ad714 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/security-groups?id=e01d8b89-bed6-46f4-8dc8-33f8e8921c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431209 May 03 16:03:52.798407 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e681024-b8b8-4924-b349-13a3d845193d req-69c9b731-8240-4783-a97e-e477cc7778a3 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:03:52.800102 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-0e681024-b8b8-4924-b349-13a3d845193d req-69c9b731-8240-4783-a97e-e477cc7778a3 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/ports?device_id=896a5ea9-b5d0-4aef-b34a-a085015c3745 HTTP/1.1" status: 200 len: 945 time: 0.0856533 May 03 16:03:52.846859 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-0e681024-b8b8-4924-b349-13a3d845193d req-32ed2886-8746-4479-8415-945b773036a8 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/security-groups?id=d843f737-6466-4183-8023-14d53a00a23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408096 May 03 16:03:53.232340 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 50760) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:03:53.358445 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-43f38fb5-9591-4407-bfe8-e21056ee2713 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:53.377802 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-43f38fb5-9591-4407-bfe8-e21056ee2713 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:03:53.382179 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-43f38fb5-9591-4407-bfe8-e21056ee2713 admin admin] Usage tracker for resource:security_group_rule and tenant:38e4f7f00b454a13a01fad551aa10681 is out of sync, need to count used quota {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:03:53.385300 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-43f38fb5-9591-4407-bfe8-e21056ee2713 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:03:53.412551 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-43f38fb5-9591-4407-bfe8-e21056ee2713 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:03:53.493035 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3395729-2bd6-4721-9993-00a6e7c9df95 req-68674f8c-575b-4d84-bded-d65d69d548d7 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:03:53.496104 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-d3395729-2bd6-4721-9993-00a6e7c9df95 req-68674f8c-575b-4d84-bded-d65d69d548d7 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb2966f0-0931-453c-bf2f-7457c7794232 HTTP/1.1" status: 200 len: 945 time: 0.1021979 May 03 16:03:53.550173 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-43f38fb5-9591-4407-bfe8-e21056ee2713 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:53.552986 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-d3395729-2bd6-4721-9993-00a6e7c9df95 req-ab590b74-8988-48e9-a6ad-3b8533be5b28 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/security-groups?id=e01d8b89-bed6-46f4-8dc8-33f8e8921c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452344 May 03 16:03:53.646055 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-43f38fb5-9591-4407-bfe8-e21056ee2713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:53.653911 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-eae94c4f-5d76-4bae-a6fd-20a3c15bab87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:03:53.697638 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f38fb5-9591-4407-bfe8-e21056ee2713 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2999a483-e1ff-4a40-8e70-fa04b7875e12,revision_number=1']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:03:53.706922 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-43f38fb5-9591-4407-bfe8-e21056ee2713 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=38e4f7f00b454a13a01fad551aa10681&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4703889 May 03 16:03:53.707921 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 50774) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:03:53.709782 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f38fb5-9591-4407-bfe8-e21056ee2713 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:03:53.710488 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f38fb5-9591-4407-bfe8-e21056ee2713 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:03:53.710488 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f38fb5-9591-4407-bfe8-e21056ee2713 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:03:53.710849 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f38fb5-9591-4407-bfe8-e21056ee2713 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:03:53.711198 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f38fb5-9591-4407-bfe8-e21056ee2713 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:03:53.711548 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f38fb5-9591-4407-bfe8-e21056ee2713 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:03:53.712047 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f38fb5-9591-4407-bfe8-e21056ee2713 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:03:53.712430 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f38fb5-9591-4407-bfe8-e21056ee2713 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:03:53.712780 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f38fb5-9591-4407-bfe8-e21056ee2713 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:03:53.713122 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f38fb5-9591-4407-bfe8-e21056ee2713 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:03:53.713463 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f38fb5-9591-4407-bfe8-e21056ee2713 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:03:53.713803 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f38fb5-9591-4407-bfe8-e21056ee2713 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:03:53.717884 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-43f38fb5-9591-4407-bfe8-e21056ee2713 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:03:53.773935 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-4663bf97-eb36-41f6-a4c6-96a703cfb1cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:53.801456 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-4663bf97-eb36-41f6-a4c6-96a703cfb1cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:53.937793 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-4663bf97-eb36-41f6-a4c6-96a703cfb1cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:53.943726 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-e9380523-28c5-4224-8b9b-aab4ab66c1d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:03:53.959278 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4663bf97-eb36-41f6-a4c6-96a703cfb1cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2999a483-e1ff-4a40-8e70-fa04b7875e12,revision_number=None']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:03:53.973663 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4663bf97-eb36-41f6-a4c6-96a703cfb1cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:03:53.974021 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4663bf97-eb36-41f6-a4c6-96a703cfb1cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:03:53.974370 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4663bf97-eb36-41f6-a4c6-96a703cfb1cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:03:53.974712 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4663bf97-eb36-41f6-a4c6-96a703cfb1cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:03:53.975052 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4663bf97-eb36-41f6-a4c6-96a703cfb1cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:03:53.975391 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4663bf97-eb36-41f6-a4c6-96a703cfb1cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:03:53.975720 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4663bf97-eb36-41f6-a4c6-96a703cfb1cb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:03:53.976060 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4663bf97-eb36-41f6-a4c6-96a703cfb1cb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:03:53.976423 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4663bf97-eb36-41f6-a4c6-96a703cfb1cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:03:53.976809 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4663bf97-eb36-41f6-a4c6-96a703cfb1cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:03:53.977143 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4663bf97-eb36-41f6-a4c6-96a703cfb1cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:03:53.977469 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4663bf97-eb36-41f6-a4c6-96a703cfb1cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:03:54.012784 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-4663bf97-eb36-41f6-a4c6-96a703cfb1cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:03:54.020352 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-4663bf97-eb36-41f6-a4c6-96a703cfb1cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:54.023812 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-4663bf97-eb36-41f6-a4c6-96a703cfb1cb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2999a483-e1ff-4a40-8e70-fa04b7875e12 HTTP/1.1" status: 204 len: 168 time: 0.3128989 May 03 16:03:54.069951 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f94d5e-d6de-4cc6-8778-824cd4ac152c req-6c883463-cc89-4f57-a5e2-7e41ff70fead tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:03:54.071730 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-16f94d5e-d6de-4cc6-8778-824cd4ac152c req-6c883463-cc89-4f57-a5e2-7e41ff70fead tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/ports?device_id=896a5ea9-b5d0-4aef-b34a-a085015c3745 HTTP/1.1" status: 200 len: 945 time: 0.1025739 May 03 16:03:54.123128 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-16f94d5e-d6de-4cc6-8778-824cd4ac152c req-13b941b8-11ac-4c65-ae27-d8f59bb0232a tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/security-groups?id=d843f737-6466-4183-8023-14d53a00a23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447795 May 03 16:03:54.526258 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1caf8d-bf5a-42af-9ccd-4dd536a453d9 req-79a5f31c-a8f6-4e5e-a246-52a287f5d9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:03:54.527765 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-7e1caf8d-bf5a-42af-9ccd-4dd536a453d9 req-79a5f31c-a8f6-4e5e-a246-52a287f5d9aa service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=896a5ea9-b5d0-4aef-b34a-a085015c3745 HTTP/1.1" status: 200 len: 1098 time: 0.0972216 May 03 16:03:54.589748 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-7e1caf8d-bf5a-42af-9ccd-4dd536a453d9 req-e444f2f2-1153-4ea0-b85b-e32e5155548b service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=d843f737-6466-4183-8023-14d53a00a23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509851 May 03 16:03:54.734367 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 50804) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:03:54.765623 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-dc769e08-d1e7-4162-9192-ddeaaee83b9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:54.785974 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-dc769e08-d1e7-4162-9192-ddeaaee83b9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:03:54.789933 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-dc769e08-d1e7-4162-9192-ddeaaee83b9c admin admin] Usage tracker for resource:security_group_rule and tenant:50bc544376904bc386128a05e5d84032 is out of sync, need to count used quota {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:03:54.792962 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-dc769e08-d1e7-4162-9192-ddeaaee83b9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:03:54.800771 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-dc769e08-d1e7-4162-9192-ddeaaee83b9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:03:54.869176 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b1e87b-93a5-479a-bfd6-0225bb35a55f req-fa5b0ac9-8c61-440d-8f0e-7244184255eb tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:03:54.870133 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-d8b1e87b-93a5-479a-bfd6-0225bb35a55f req-fa5b0ac9-8c61-440d-8f0e-7244184255eb tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb2966f0-0931-453c-bf2f-7457c7794232 HTTP/1.1" status: 200 len: 945 time: 0.1849885 May 03 16:03:54.944367 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-d8b1e87b-93a5-479a-bfd6-0225bb35a55f req-5bf78086-dcb5-4e36-a35f-30d1fa177185 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/security-groups?id=e01d8b89-bed6-46f4-8dc8-33f8e8921c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671904 May 03 16:03:54.967908 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-dc769e08-d1e7-4162-9192-ddeaaee83b9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:55.052663 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-dc769e08-d1e7-4162-9192-ddeaaee83b9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:55.062333 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-e62f2a52-54a1-4b3d-a68c-918bfccd6e77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:03:55.106345 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc769e08-d1e7-4162-9192-ddeaaee83b9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=326d49ce-0ac1-4f0f-bd5f-74c2645c846d,revision_number=1']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:03:55.109506 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-dc769e08-d1e7-4162-9192-ddeaaee83b9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:03:55.150151 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-dc769e08-d1e7-4162-9192-ddeaaee83b9c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=50bc544376904bc386128a05e5d84032&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4157112 May 03 16:03:55.152923 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 50818) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:03:55.200612 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ff5d1f-7312-427f-89f5-e3990f39f993 req-a8d27842-60ce-476c-ba35-5bcb78311f10 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:03:55.203916 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-91ff5d1f-7312-427f-89f5-e3990f39f993 req-a8d27842-60ce-476c-ba35-5bcb78311f10 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6020fa3-c8c8-4d20-a437-d6e2a52deab0 HTTP/1.1" status: 200 len: 946 time: 0.1023798 May 03 16:03:55.260023 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-91ff5d1f-7312-427f-89f5-e3990f39f993 req-2160f5fb-fdb4-4cc2-87e1-d8de0285e286 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "GET /v2.0/security-groups?id=f2246390-77bc-42a9-9caf-c5cb628b63b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494218 May 03 16:03:55.294408 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-6d96579d-5df1-4f19-8682-32cc17957a22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:55.323377 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-6d96579d-5df1-4f19-8682-32cc17957a22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:55.458086 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-6d96579d-5df1-4f19-8682-32cc17957a22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:55.463786 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-afe2af8c-c060-4467-996e-1d3c6352d774 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:03:55.478022 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d96579d-5df1-4f19-8682-32cc17957a22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=326d49ce-0ac1-4f0f-bd5f-74c2645c846d,revision_number=None']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:03:55.482122 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-6d96579d-5df1-4f19-8682-32cc17957a22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:03:55.490123 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-6d96579d-5df1-4f19-8682-32cc17957a22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:55.507980 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-6d96579d-5df1-4f19-8682-32cc17957a22 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/326d49ce-0ac1-4f0f-bd5f-74c2645c846d HTTP/1.1" status: 204 len: 168 time: 0.3521883 May 03 16:03:55.654967 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed06fc3-f5cd-460d-98d7-48b0e369dbd8 req-25df14bf-9353-4232-8dc7-6e4269b69e3d tempest-VolumesActionsTest-473767156 tempest-VolumesActionsTest-473767156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:03:55.656570 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-9ed06fc3-f5cd-460d-98d7-48b0e369dbd8 req-25df14bf-9353-4232-8dc7-6e4269b69e3d tempest-VolumesActionsTest-473767156 tempest-VolumesActionsTest-473767156-project] 10.222.0.11 "GET /v2.0/ports?device_id=36fecf68-80c2-413d-b6fa-a0cab4fe38e3 HTTP/1.1" status: 200 len: 945 time: 0.1535227 May 03 16:03:55.666500 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf88768-6818-4389-a2db-655b0e3473b0 req-59ea24de-a9c6-41a0-82b0-5a5200981d22 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:03:55.667554 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-6bf88768-6818-4389-a2db-655b0e3473b0 req-59ea24de-a9c6-41a0-82b0-5a5200981d22 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/ports?device_id=896a5ea9-b5d0-4aef-b34a-a085015c3745 HTTP/1.1" status: 200 len: 945 time: 0.1223586 May 03 16:03:55.740265 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-9ed06fc3-f5cd-460d-98d7-48b0e369dbd8 req-2db78c28-19fd-4daa-bbc6-1a3853242e5b tempest-VolumesActionsTest-473767156 tempest-VolumesActionsTest-473767156-project] 10.222.0.11 "GET /v2.0/security-groups?id=8bfb1cd6-5ef2-41cb-9675-db5cd8809351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715990 May 03 16:03:55.744775 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-6bf88768-6818-4389-a2db-655b0e3473b0 req-d2142e66-3558-4674-b17a-1f063c528ab2 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/security-groups?id=d843f737-6466-4183-8023-14d53a00a23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611079 May 03 16:03:56.164574 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe29fb1-1185-4ee1-944b-a16e698babe3 req-1afb0b4a-47c0-4d3c-b103-f99af57e1e4c tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:03:56.166149 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-abe29fb1-1185-4ee1-944b-a16e698babe3 req-1afb0b4a-47c0-4d3c-b103-f99af57e1e4c tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb2966f0-0931-453c-bf2f-7457c7794232 HTTP/1.1" status: 200 len: 945 time: 0.0961347 May 03 16:03:56.220540 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-abe29fb1-1185-4ee1-944b-a16e698babe3 req-ee4c6a1c-ed7c-47aa-81a1-548d774fd325 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/security-groups?id=e01d8b89-bed6-46f4-8dc8-33f8e8921c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453012 May 03 16:03:56.272737 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 50834) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:03:56.290751 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-60911954-434f-4ce5-941f-4e981cf371fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:56.308764 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-60911954-434f-4ce5-941f-4e981cf371fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:03:56.310854 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-60911954-434f-4ce5-941f-4e981cf371fb admin admin] Usage tracker for resource:security_group_rule and tenant:b4f1566a9f2b4eef92caba903f91720a is out of sync, need to count used quota {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:03:56.315192 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-60911954-434f-4ce5-941f-4e981cf371fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:03:56.321405 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-60911954-434f-4ce5-941f-4e981cf371fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:03:56.419905 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-60911954-434f-4ce5-941f-4e981cf371fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:56.500267 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ae4a8f-c3a8-4373-97e5-4cec8ef2f082 req-35990bcf-1441-4ade-ac2b-2097bbdb3654 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:03:56.502236 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-11ae4a8f-c3a8-4373-97e5-4cec8ef2f082 req-35990bcf-1441-4ade-ac2b-2097bbdb3654 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6020fa3-c8c8-4d20-a437-d6e2a52deab0 HTTP/1.1" status: 200 len: 946 time: 0.1287835 May 03 16:03:56.503700 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-60911954-434f-4ce5-941f-4e981cf371fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:56.513515 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-913bcde0-c266-40b1-85d3-6397b03e6ab5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:03:56.558572 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-60911954-434f-4ce5-941f-4e981cf371fb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b4f1566a9f2b4eef92caba903f91720a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2845249 May 03 16:03:56.560063 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60911954-434f-4ce5-941f-4e981cf371fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b644b9f0-83bb-4106-8855-8cbed1954ea8,revision_number=1']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:03:56.561235 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 50842) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:03:56.563153 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-60911954-434f-4ce5-941f-4e981cf371fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:03:56.579467 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-11ae4a8f-c3a8-4373-97e5-4cec8ef2f082 req-40f0e4d8-f588-4ea5-9f5d-8e29daab2d44 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "GET /v2.0/security-groups?id=f2246390-77bc-42a9-9caf-c5cb628b63b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698061 May 03 16:03:56.587516 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c9aba9-4cfa-496e-b654-c03364a2a793 req-6c5ecd42-4a31-4c3d-9fad-f6de834bf36d tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:03:56.588553 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-a3c9aba9-4cfa-496e-b654-c03364a2a793 req-6c5ecd42-4a31-4c3d-9fad-f6de834bf36d tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.11 "GET /v2.0/ports?device_id=aff29c0e-99af-432a-a438-d57c9ef0209d HTTP/1.1" status: 200 len: 946 time: 0.1491699 May 03 16:03:56.670348 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-a3c9aba9-4cfa-496e-b654-c03364a2a793 req-cb54c04b-6588-45a3-8322-f446cb4af3a1 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.11 "GET /v2.0/security-groups?id=831833fd-9100-465b-874d-f70121588630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692749 May 03 16:03:56.671125 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-f56b90d2-7567-432d-b888-967a1ec340b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:56.699532 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-f56b90d2-7567-432d-b888-967a1ec340b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:56.957287 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-f56b90d2-7567-432d-b888-967a1ec340b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:56.990763 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-456d3952-0e6a-45f3-a5dd-739afc344992 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:03:57.023982 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56b90d2-7567-432d-b888-967a1ec340b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b644b9f0-83bb-4106-8855-8cbed1954ea8,revision_number=None']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:03:57.029390 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-f56b90d2-7567-432d-b888-967a1ec340b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:03:57.041963 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-f56b90d2-7567-432d-b888-967a1ec340b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:57.041963 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-f56b90d2-7567-432d-b888-967a1ec340b9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b644b9f0-83bb-4106-8855-8cbed1954ea8 HTTP/1.1" status: 204 len: 168 time: 0.4798484 May 03 16:03:57.088442 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01445185-747d-4f3e-a011-d50a4f6f01a2 req-9f598944-8191-4485-901a-26ad18b4318f tempest-VolumesActionsTest-473767156 tempest-VolumesActionsTest-473767156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:03:57.089920 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-01445185-747d-4f3e-a011-d50a4f6f01a2 req-9f598944-8191-4485-901a-26ad18b4318f tempest-VolumesActionsTest-473767156 tempest-VolumesActionsTest-473767156-project] 10.222.0.11 "GET /v2.0/ports?device_id=36fecf68-80c2-413d-b6fa-a0cab4fe38e3 HTTP/1.1" status: 200 len: 945 time: 0.2351074 May 03 16:03:57.098406 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9f8d4d-9b81-41c0-9d29-7823a1a62b4e req-06c147ec-d691-4851-8444-df546deb54ec tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:03:57.099886 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-cb9f8d4d-9b81-41c0-9d29-7823a1a62b4e req-06c147ec-d691-4851-8444-df546deb54ec tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/ports?device_id=896a5ea9-b5d0-4aef-b34a-a085015c3745 HTTP/1.1" status: 200 len: 945 time: 0.1494827 May 03 16:03:57.173928 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-01445185-747d-4f3e-a011-d50a4f6f01a2 req-4c5422da-b748-486c-9f02-6199fe692162 tempest-VolumesActionsTest-473767156 tempest-VolumesActionsTest-473767156-project] 10.222.0.11 "GET /v2.0/security-groups?id=8bfb1cd6-5ef2-41cb-9675-db5cd8809351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730221 May 03 16:03:57.179323 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-cb9f8d4d-9b81-41c0-9d29-7823a1a62b4e req-2558f481-2206-43e4-9bf9-713368431a8e tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/security-groups?id=d843f737-6466-4183-8023-14d53a00a23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632415 May 03 16:03:57.424364 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdaeb96-5eaf-4113-908c-eb9390b96625 req-fc1eddba-e95d-467f-b381-4f6d0fb0cd90 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:03:57.426101 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-cfdaeb96-5eaf-4113-908c-eb9390b96625 req-fc1eddba-e95d-467f-b381-4f6d0fb0cd90 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb2966f0-0931-453c-bf2f-7457c7794232 HTTP/1.1" status: 200 len: 945 time: 0.0869308 May 03 16:03:57.478736 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-cfdaeb96-5eaf-4113-908c-eb9390b96625 req-01e2ee83-cdf2-42d2-9b84-b19409b59760 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/security-groups?id=e01d8b89-bed6-46f4-8dc8-33f8e8921c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465965 May 03 16:03:57.754000 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5f6cac-428b-4220-bd56-3581e8fbc220 req-d6974175-5296-4e88-9a24-cd19ba663dda tempest-VolumesActionsTest-473767156 tempest-VolumesActionsTest-473767156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:03:57.754804 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [req-9a5f6cac-428b-4220-bd56-3581e8fbc220 req-d6974175-5296-4e88-9a24-cd19ba663dda tempest-VolumesActionsTest-473767156 tempest-VolumesActionsTest-473767156-project] Synchronizing usage tracker for tenant:2f6daea3e18043eb914f1f9dc3dada45 on resource:port {{(pid=74320) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 16:03:57.846036 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d6140b-4485-4276-8798-c63865314aad req-b1476bce-f7f0-4798-9b90-ce163bce84d0 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:03:57.848009 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-e9d6140b-4485-4276-8798-c63865314aad req-b1476bce-f7f0-4798-9b90-ce163bce84d0 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6020fa3-c8c8-4d20-a437-d6e2a52deab0 HTTP/1.1" status: 200 len: 946 time: 0.1498621 May 03 16:03:57.854581 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86ffa06-b0e8-4f10-a3fc-fc2f838ff821 req-4a3094aa-f6d4-4def-abe0-3f7f8358f43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:03:57.855876 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da414887-ab32-400e-a89c-6de2792bba7d req-6fb53a9f-ec7f-4b62-8682-2f2bb0348ca6 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:03:57.856060 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-e86ffa06-b0e8-4f10-a3fc-fc2f838ff821 req-4a3094aa-f6d4-4def-abe0-3f7f8358f43c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8a5aae9d34474935a5fba6d6bb4b34f6&device_id=896a5ea9-b5d0-4aef-b34a-a085015c3745 HTTP/1.1" status: 200 len: 1098 time: 0.0878911 May 03 16:03:57.857321 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-da414887-ab32-400e-a89c-6de2792bba7d req-6fb53a9f-ec7f-4b62-8682-2f2bb0348ca6 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/ports?device_id=896a5ea9-b5d0-4aef-b34a-a085015c3745 HTTP/1.1" status: 200 len: 945 time: 0.1279778 May 03 16:03:57.862783 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [req-9a5f6cac-428b-4220-bd56-3581e8fbc220 req-d6974175-5296-4e88-9a24-cd19ba663dda tempest-VolumesActionsTest-473767156 tempest-VolumesActionsTest-473767156-project] Unset dirty status for tenant:2f6daea3e18043eb914f1f9dc3dada45 on resource:port {{(pid=74320) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 16:03:57.864109 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-9a5f6cac-428b-4220-bd56-3581e8fbc220 req-d6974175-5296-4e88-9a24-cd19ba663dda tempest-VolumesActionsTest-473767156 tempest-VolumesActionsTest-473767156-project] 10.222.0.42 "GET /v2.0/ports?device_id=36fecf68-80c2-413d-b6fa-a0cab4fe38e3 HTTP/1.1" status: 200 len: 945 time: 0.2058845 May 03 16:03:57.929386 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-e9d6140b-4485-4276-8798-c63865314aad req-e90ec6c4-5fdf-47d5-b1bd-57fb3be75bba tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "GET /v2.0/security-groups?id=f2246390-77bc-42a9-9caf-c5cb628b63b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711026 May 03 16:03:57.933071 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-da414887-ab32-400e-a89c-6de2792bba7d req-b6de0482-630e-415f-bdcb-b911631fa8c0 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/security-groups?id=d843f737-6466-4183-8023-14d53a00a23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587075 May 03 16:03:58.108271 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86ffa06-b0e8-4f10-a3fc-fc2f838ff821 req-a83d54b4-35d2-4370-9172-a6f286062844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:03:58.126519 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-e86ffa06-b0e8-4f10-a3fc-fc2f838ff821 req-a83d54b4-35d2-4370-9172-a6f286062844 service neutron] 10.222.0.42 "GET /v2.0/networks?id=69748d7f-425d-412f-8a9e-fa9e9e44cf28 HTTP/1.1" status: 200 len: 919 time: 0.2447619 May 03 16:03:58.133439 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a12880-255b-4c13-9f73-04ebd24a7f0d req-eb25e182-7158-4cf6-9e74-aa5313078b40 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:03:58.134944 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-c9a12880-255b-4c13-9f73-04ebd24a7f0d req-eb25e182-7158-4cf6-9e74-aa5313078b40 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.11 "GET /v2.0/ports?device_id=aff29c0e-99af-432a-a438-d57c9ef0209d HTTP/1.1" status: 200 len: 946 time: 0.0923984 May 03 16:03:58.207980 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-c9a12880-255b-4c13-9f73-04ebd24a7f0d req-ec08c13b-87dc-41b3-81fd-4bb02fb3eb89 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.11 "GET /v2.0/security-groups?id=831833fd-9100-465b-874d-f70121588630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588114 May 03 16:03:58.216322 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-e86ffa06-b0e8-4f10-a3fc-fc2f838ff821 req-96ab0d47-3811-4f1d-850f-c0b2dfae9e7d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=06391f98-186a-4a4c-abd1-f267121b595c HTTP/1.1" status: 200 len: 217 time: 0.0836027 May 03 16:03:58.288405 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.plugin [req-9a5f6cac-428b-4220-bd56-3581e8fbc220 req-bf6ea1af-434d-47b1-be3c-c52ddb070446 tempest-VolumesActionsTest-473767156 tempest-VolumesActionsTest-473767156-project] Deleting port 6adfd406-8c9d-400b-a8f0-ec2a34a95abf {{(pid=74320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 16:03:58.288993 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [req-9a5f6cac-428b-4220-bd56-3581e8fbc220 req-bf6ea1af-434d-47b1-be3c-c52ddb070446 tempest-VolumesActionsTest-473767156 tempest-VolumesActionsTest-473767156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781092848725'] for port, before_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:58.393738 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86ffa06-b0e8-4f10-a3fc-fc2f838ff821 req-c8008124-2b7f-4a1e-b508-7ba621ead505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:03:58.395425 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-e86ffa06-b0e8-4f10-a3fc-fc2f838ff821 req-c8008124-2b7f-4a1e-b508-7ba621ead505 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6105efe5-e9de-4dbf-902a-b4dce538b42d HTTP/1.1" status: 200 len: 858 time: 0.1716251 May 03 16:03:58.408585 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65443b56-af6e-45d2-90f8-0487f447878c req-6196eb18-16f2-434a-90a1-9bd070544534 tempest-VolumesActionsTest-473767156 tempest-VolumesActionsTest-473767156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:03:58.415809 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-65443b56-af6e-45d2-90f8-0487f447878c req-6196eb18-16f2-434a-90a1-9bd070544534 tempest-VolumesActionsTest-473767156 tempest-VolumesActionsTest-473767156-project] 10.222.0.11 "GET /v2.0/ports?device_id=36fecf68-80c2-413d-b6fa-a0cab4fe38e3 HTTP/1.1" status: 200 len: 945 time: 0.0931823 May 03 16:03:58.457050 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-e86ffa06-b0e8-4f10-a3fc-fc2f838ff821 req-812ca75e-995e-4064-ac8e-1816c84ee67d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=69748d7f-425d-412f-8a9e-fa9e9e44cf28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530179 May 03 16:03:58.472885 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-65443b56-af6e-45d2-90f8-0487f447878c req-58033bd8-20cf-47a2-9475-7d98fd442b0b tempest-VolumesActionsTest-473767156 tempest-VolumesActionsTest-473767156-project] 10.222.0.11 "GET /v2.0/security-groups?id=8bfb1cd6-5ef2-41cb-9675-db5cd8809351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561054 May 03 16:03:58.527067 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.db [req-9a5f6cac-428b-4220-bd56-3581e8fbc220 req-bf6ea1af-434d-47b1-be3c-c52ddb070446 tempest-VolumesActionsTest-473767156 tempest-VolumesActionsTest-473767156-project] For port 6adfd406-8c9d-400b-a8f0-ec2a34a95abf, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=6adfd406-8c9d-400b-a8f0-ec2a34a95abf,segment=NetworkSegment(ca964f60-a5e5-4b2e-8569-ed29ba911647),segment_id=ca964f60-a5e5-4b2e-8569-ed29ba911647)] {{(pid=74320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 16:03:58.527428 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [req-9a5f6cac-428b-4220-bd56-3581e8fbc220 req-bf6ea1af-434d-47b1-be3c-c52ddb070446 tempest-VolumesActionsTest-473767156 tempest-VolumesActionsTest-473767156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925573'] for port, precommit_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:58.686581 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d383d93-1cf6-4d60-a9b3-824c4f1169b4 req-4cd1bd20-45f9-4987-8f10-4c90043277a1 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:03:58.689139 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-5d383d93-1cf6-4d60-a9b3-824c4f1169b4 req-4cd1bd20-45f9-4987-8f10-4c90043277a1 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb2966f0-0931-453c-bf2f-7457c7794232 HTTP/1.1" status: 200 len: 945 time: 0.0930691 May 03 16:03:58.711329 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.plugin [req-9a5f6cac-428b-4220-bd56-3581e8fbc220 req-bf6ea1af-434d-47b1-be3c-c52ddb070446 tempest-VolumesActionsTest-473767156 tempest-VolumesActionsTest-473767156-project] Calling delete_port for 6adfd406-8c9d-400b-a8f0-ec2a34a95abf owned by compute:nova {{(pid=74320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 03 16:03:58.738030 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-5d383d93-1cf6-4d60-a9b3-824c4f1169b4 req-1522d9b6-14c7-42ad-ab98-f96761d072a9 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/security-groups?id=e01d8b89-bed6-46f4-8dc8-33f8e8921c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436034 May 03 16:03:58.759883 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-e86ffa06-b0e8-4f10-a3fc-fc2f838ff821 req-57c65c59-d714-4f36-8bf5-e8594590901a service neutron] 10.222.0.42 "GET /v2.0/networks/69748d7f-425d-412f-8a9e-fa9e9e44cf28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2926781 May 03 16:03:58.954239 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc02c90f-7049-4f01-9cf6-c571db8c7342 req-cc12deed-6bff-4c2c-9674-90d7f81ba0db tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:03:58.956083 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-cc02c90f-7049-4f01-9cf6-c571db8c7342 req-cc12deed-6bff-4c2c-9674-90d7f81ba0db tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.42 "GET /v2.0/ports?device_id=aff29c0e-99af-432a-a438-d57c9ef0209d HTTP/1.1" status: 200 len: 946 time: 0.0943310 May 03 16:03:58.961421 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-e86ffa06-b0e8-4f10-a3fc-fc2f838ff821 req-e94e17f6-f381-4651-a992-bddd98e59a2f service neutron] 10.222.0.42 "GET /v2.0/networks/69748d7f-425d-412f-8a9e-fa9e9e44cf28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922922 May 03 16:03:59.046527 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [req-9a5f6cac-428b-4220-bd56-3581e8fbc220 req-bf6ea1af-434d-47b1-be3c-c52ddb070446 tempest-VolumesActionsTest-473767156 tempest-VolumesActionsTest-473767156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781092850854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781092417311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2110393'] for port, after_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:59.054045 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-86a66dba-2025-4b25-8091-d05e58301a9b tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:03:59.061210 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] get_ports_and_sgs() called for port_ids ['6adfd406-8c9d-400b-a8f0-ec2a34a95abf'] {{(pid=74322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 16:03:59.102092 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6ea1af-434d-47b1-be3c-c52ddb070446 tempest-VolumesActionsTest-473767156 tempest-VolumesActionsTest-473767156-project] Pushing event deleted for resources: {'Port': ['ID=6adfd406-8c9d-400b-a8f0-ec2a34a95abf,revision_number=None']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:03:59.105118 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-bf6ea1af-434d-47b1-be3c-c52ddb070446 tempest-VolumesActionsTest-473767156 tempest-VolumesActionsTest-473767156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:03:59.274055 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a5f6cac-428b-4220-bd56-3581e8fbc220 req-bf6ea1af-434d-47b1-be3c-c52ddb070446 tempest-VolumesActionsTest-473767156 tempest-VolumesActionsTest-473767156-project] No DVR routers for this DVR port 6adfd406-8c9d-400b-a8f0-ec2a34a95abf on host hv-cinder-77428 {{(pid=74320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 16:03:59.277308 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [req-9a5f6cac-428b-4220-bd56-3581e8fbc220 req-bf6ea1af-434d-47b1-be3c-c52ddb070446 tempest-VolumesActionsTest-473767156 tempest-VolumesActionsTest-473767156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504013'] for port, before_response {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:59.280473 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36fecf68-80c2-413d-b6fa-a0cab4fe38e3', 'name': 'network-vif-deleted', 'tag': '6adfd406-8c9d-400b-a8f0-ec2a34a95abf'}] {{(pid=74320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 16:03:59.329467 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f16f5b0-c433-4125-b1d4-99501c1c3503 req-43780408-b582-4a67-a3c8-2e99e308eeb8 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:03:59.339069 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-8f16f5b0-c433-4125-b1d4-99501c1c3503 req-43780408-b582-4a67-a3c8-2e99e308eeb8 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/ports?device_id=896a5ea9-b5d0-4aef-b34a-a085015c3745 HTTP/1.1" status: 200 len: 945 time: 0.2668433 May 03 16:03:59.350109 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-9a5f6cac-428b-4220-bd56-3581e8fbc220 req-bf6ea1af-434d-47b1-be3c-c52ddb070446 tempest-VolumesActionsTest-473767156 tempest-VolumesActionsTest-473767156-project] 10.222.0.42 "DELETE /v2.0/ports/6adfd406-8c9d-400b-a8f0-ec2a34a95abf HTTP/1.1" status: 204 len: 173 time: 1.4623923 May 03 16:03:59.357151 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.plugin [req-cc02c90f-7049-4f01-9cf6-c571db8c7342 req-19caa18e-d13a-4fb2-bc89-31325fffa84d tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Deleting port c46df149-c1f3-4ca0-bc50-6ef3a361f9fe {{(pid=74321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 16:03:59.357569 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [req-cc02c90f-7049-4f01-9cf6-c571db8c7342 req-19caa18e-d13a-4fb2-bc89-31325fffa84d tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781092848725'] for port, before_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:59.484269 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d62751e-059a-47ef-ab0f-b073703f3f1a req-befcf50e-760b-4d0c-9699-c9b0ed9413c1 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:03:59.486333 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-0d62751e-059a-47ef-ab0f-b073703f3f1a req-befcf50e-760b-4d0c-9699-c9b0ed9413c1 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6020fa3-c8c8-4d20-a437-d6e2a52deab0 HTTP/1.1" status: 200 len: 946 time: 0.3573041 May 03 16:03:59.498902 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-8f16f5b0-c433-4125-b1d4-99501c1c3503 req-332ec388-4a36-463c-96d9-9f22b5b2e935 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/security-groups?id=d843f737-6466-4183-8023-14d53a00a23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588941 May 03 16:03:59.569838 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-0d62751e-059a-47ef-ab0f-b073703f3f1a req-7eba55bd-6ad9-4a3b-876e-bf97e27a49b6 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "GET /v2.0/security-groups?id=f2246390-77bc-42a9-9caf-c5cb628b63b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741744 May 03 16:03:59.575465 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.db [req-cc02c90f-7049-4f01-9cf6-c571db8c7342 req-19caa18e-d13a-4fb2-bc89-31325fffa84d tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] For port c46df149-c1f3-4ca0-bc50-6ef3a361f9fe, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=c46df149-c1f3-4ca0-bc50-6ef3a361f9fe,segment=NetworkSegment(7f8c3c90-af0d-464f-bf17-eaa367a67228),segment_id=7f8c3c90-af0d-464f-bf17-eaa367a67228)] {{(pid=74321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 16:03:59.575814 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [req-cc02c90f-7049-4f01-9cf6-c571db8c7342 req-19caa18e-d13a-4fb2-bc89-31325fffa84d tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925573'] for port, precommit_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:03:59.639966 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36fecf68-80c2-413d-b6fa-a0cab4fe38e3', 'name': 'network-vif-deleted', 'tag': '6adfd406-8c9d-400b-a8f0-ec2a34a95abf', 'status': 'completed', 'code': 200} May 03 16:03:59.737920 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.plugin [req-cc02c90f-7049-4f01-9cf6-c571db8c7342 req-19caa18e-d13a-4fb2-bc89-31325fffa84d tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Calling delete_port for c46df149-c1f3-4ca0-bc50-6ef3a361f9fe owned by compute:nova {{(pid=74321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 03 16:03:59.940048 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-2fbfcec7-abbf-47ce-9cec-69f1a45cc860 req-93a06699-82e4-4f83-8dc3-c703836d95c0 tempest-VolumesActionsTest-473767156 tempest-VolumesActionsTest-473767156-project] 10.222.0.11 "GET /v2.0/ports?device_id=36fecf68-80c2-413d-b6fa-a0cab4fe38e3 HTTP/1.1" status: 200 len: 210 time: 0.1935749 May 03 16:03:59.990698 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ed59b6-ec64-4cb9-99ae-f6d9195cc6b6 req-79eac487-2ad9-437c-956b-c0b9f261030c tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:03:59.992231 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-93ed59b6-ec64-4cb9-99ae-f6d9195cc6b6 req-79eac487-2ad9-437c-956b-c0b9f261030c tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.11 "GET /v2.0/ports?device_id=aff29c0e-99af-432a-a438-d57c9ef0209d HTTP/1.1" status: 200 len: 946 time: 0.3488514 May 03 16:04:00.127370 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6cade4-2a3b-4fe4-950d-911ae468c3c4 req-357743b7-4a35-4ce0-8ad9-918443ca9108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:00.129132 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-2f6cade4-2a3b-4fe4-950d-911ae468c3c4 req-357743b7-4a35-4ce0-8ad9-918443ca9108 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8a5aae9d34474935a5fba6d6bb4b34f6&device_id=896a5ea9-b5d0-4aef-b34a-a085015c3745 HTTP/1.1" status: 200 len: 1098 time: 0.0768700 May 03 16:04:00.142280 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-93ed59b6-ec64-4cb9-99ae-f6d9195cc6b6 req-0222e91f-61d8-4f98-bed2-0f2f1ba74ae5 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.11 "GET /v2.0/security-groups?id=831833fd-9100-465b-874d-f70121588630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441598 May 03 16:04:00.190999 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5d350e-e91f-45c2-bdf9-82b3da227762 req-e9d60d8d-b016-43d0-a269-f8b3c969e05c tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:00.192622 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-ab5d350e-e91f-45c2-bdf9-82b3da227762 req-e9d60d8d-b016-43d0-a269-f8b3c969e05c tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb2966f0-0931-453c-bf2f-7457c7794232 HTTP/1.1" status: 200 len: 945 time: 0.1344194 May 03 16:04:00.222707 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [req-cc02c90f-7049-4f01-9cf6-c571db8c7342 req-19caa18e-d13a-4fb2-bc89-31325fffa84d tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781092850854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781092417311'] for port, after_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:00.239823 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] get_ports_and_sgs() called for port_ids ['04075b21-bc86-48b8-9716-1c06b5d17cd0', '19f4a321-d9e3-4454-a26b-2d716753c015', '813ffe8e-bd01-4feb-9f86-5157bedae63a', 'c46df149-c1f3-4ca0-bc50-6ef3a361f9fe'] {{(pid=74322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 16:04:00.245829 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-3b9464b5-80df-4bf1-a506-ef7614d74474 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:04:00.322422 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19caa18e-d13a-4fb2-bc89-31325fffa84d tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Pushing event deleted for resources: {'Port': ['ID=c46df149-c1f3-4ca0-bc50-6ef3a361f9fe,revision_number=None']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:04:00.340233 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-ab5d350e-e91f-45c2-bdf9-82b3da227762 req-3a67641a-f49d-49bf-9fa3-c6f845b78ba1 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/security-groups?id=e01d8b89-bed6-46f4-8dc8-33f8e8921c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1414306 May 03 16:04:00.352119 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6cade4-2a3b-4fe4-950d-911ae468c3c4 req-7107425a-d0c9-438a-bd44-fd2b3df8cd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:00.354646 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-2f6cade4-2a3b-4fe4-950d-911ae468c3c4 req-7107425a-d0c9-438a-bd44-fd2b3df8cd02 service neutron] 10.222.0.42 "GET /v2.0/networks?id=69748d7f-425d-412f-8a9e-fa9e9e44cf28 HTTP/1.1" status: 200 len: 919 time: 0.1908164 May 03 16:04:00.356323 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-19caa18e-d13a-4fb2-bc89-31325fffa84d tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:04:00.441586 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-2f6cade4-2a3b-4fe4-950d-911ae468c3c4 req-c7872f79-5a3a-4d1c-826c-fdabd2a3c6ca service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=06391f98-186a-4a4c-abd1-f267121b595c HTTP/1.1" status: 200 len: 217 time: 0.0723460 May 03 16:04:00.514352 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6cade4-2a3b-4fe4-950d-911ae468c3c4 req-85724680-1135-4c7e-a35c-2c52ff614354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:00.516489 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-2f6cade4-2a3b-4fe4-950d-911ae468c3c4 req-85724680-1135-4c7e-a35c-2c52ff614354 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6105efe5-e9de-4dbf-902a-b4dce538b42d HTTP/1.1" status: 200 len: 858 time: 0.0678813 May 03 16:04:00.584916 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-2f6cade4-2a3b-4fe4-950d-911ae468c3c4 req-ee354516-6353-4c4e-8373-94ecbdaa4dac service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=69748d7f-425d-412f-8a9e-fa9e9e44cf28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600681 May 03 16:04:00.751881 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-2f6cade4-2a3b-4fe4-950d-911ae468c3c4 req-58ccb6aa-d514-4bba-b936-c76ad9a36925 service neutron] 10.222.0.42 "GET /v2.0/networks/69748d7f-425d-412f-8a9e-fa9e9e44cf28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586807 May 03 16:04:00.763266 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573fabac-64cc-4496-a63a-6da1c702b72f req-f0f5d44d-5ce8-4a85-a778-b71b20e611de tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:00.764764 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-573fabac-64cc-4496-a63a-6da1c702b72f req-f0f5d44d-5ce8-4a85-a778-b71b20e611de tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/ports?device_id=896a5ea9-b5d0-4aef-b34a-a085015c3745 HTTP/1.1" status: 200 len: 945 time: 0.1175916 May 03 16:04:00.854000 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-573fabac-64cc-4496-a63a-6da1c702b72f req-337ee10e-b103-47cb-aaa3-8e83fe6a111c tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/security-groups?id=d843f737-6466-4183-8023-14d53a00a23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826075 May 03 16:04:00.906155 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-2f6cade4-2a3b-4fe4-950d-911ae468c3c4 req-f647b0c9-aed1-406e-b30c-f430fff23d65 service neutron] 10.222.0.42 "GET /v2.0/networks/69748d7f-425d-412f-8a9e-fa9e9e44cf28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402564 May 03 16:04:00.934246 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc02c90f-7049-4f01-9cf6-c571db8c7342 req-19caa18e-d13a-4fb2-bc89-31325fffa84d tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] No DVR routers for this DVR port c46df149-c1f3-4ca0-bc50-6ef3a361f9fe on host hv-cinder-77428 {{(pid=74321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 16:04:00.937441 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [req-cc02c90f-7049-4f01-9cf6-c571db8c7342 req-19caa18e-d13a-4fb2-bc89-31325fffa84d tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504013'] for port, before_response {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:00.941119 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aff29c0e-99af-432a-a438-d57c9ef0209d', 'name': 'network-vif-deleted', 'tag': 'c46df149-c1f3-4ca0-bc50-6ef3a361f9fe'}] {{(pid=74321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 16:04:00.967040 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b7ac5e-3df2-47d0-8e07-d5347ef2d98d req-ba70bcf2-00be-4668-bd9a-f998d0cd3dc5 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:00.974785 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-f8b7ac5e-3df2-47d0-8e07-d5347ef2d98d req-ba70bcf2-00be-4668-bd9a-f998d0cd3dc5 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6020fa3-c8c8-4d20-a437-d6e2a52deab0 HTTP/1.1" status: 200 len: 946 time: 0.1716738 May 03 16:04:00.977325 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-cc02c90f-7049-4f01-9cf6-c571db8c7342 req-19caa18e-d13a-4fb2-bc89-31325fffa84d tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.42 "DELETE /v2.0/ports/c46df149-c1f3-4ca0-bc50-6ef3a361f9fe HTTP/1.1" status: 204 len: 173 time: 2.0005178 May 03 16:04:00.995573 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aff29c0e-99af-432a-a438-d57c9ef0209d', 'name': 'network-vif-deleted', 'tag': 'c46df149-c1f3-4ca0-bc50-6ef3a361f9fe', 'status': 'completed', 'code': 200} May 03 16:04:01.023592 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-f8b7ac5e-3df2-47d0-8e07-d5347ef2d98d req-fc30060a-15b3-4649-b27d-aaca35a19a74 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "GET /v2.0/security-groups?id=f2246390-77bc-42a9-9caf-c5cb628b63b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479300 May 03 16:04:01.327974 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [req-b80ebe83-a358-4d82-8012-4e6d73e83297 req-0b033187-7e99-412a-8c8f-7d3ffb616037 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Synchronizing usage tracker for tenant:0a26f36f4e834c7babe874ff5e2db568 on resource:port {{(pid=74321) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 16:04:01.395019 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [req-b80ebe83-a358-4d82-8012-4e6d73e83297 req-0b033187-7e99-412a-8c8f-7d3ffb616037 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Unset dirty status for tenant:0a26f36f4e834c7babe874ff5e2db568 on resource:port {{(pid=74321) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 16:04:01.396450 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-b80ebe83-a358-4d82-8012-4e6d73e83297 req-0b033187-7e99-412a-8c8f-7d3ffb616037 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.11 "GET /v2.0/ports?device_id=aff29c0e-99af-432a-a438-d57c9ef0209d HTTP/1.1" status: 200 len: 210 time: 0.1128497 May 03 16:04:01.553913 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b69d3d-412f-4064-9460-d24452c74b73 req-c1b748c4-c13a-481e-91cf-eddd64595f42 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:01.562844 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-46b69d3d-412f-4064-9460-d24452c74b73 req-c1b748c4-c13a-481e-91cf-eddd64595f42 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb2966f0-0931-453c-bf2f-7457c7794232 HTTP/1.1" status: 200 len: 945 time: 0.0880573 May 03 16:04:01.601272 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-46b69d3d-412f-4064-9460-d24452c74b73 req-6ad1758e-b2e5-4a33-b5e0-584d8da9a2d2 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/security-groups?id=e01d8b89-bed6-46f4-8dc8-33f8e8921c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398924 May 03 16:04:02.049283 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa74285-3ace-4484-a811-c0a65a7de230 req-27ec9538-5513-4643-b7c0-e8d068cf4b46 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:02.050762 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-9aa74285-3ace-4484-a811-c0a65a7de230 req-27ec9538-5513-4643-b7c0-e8d068cf4b46 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/ports?device_id=896a5ea9-b5d0-4aef-b34a-a085015c3745 HTTP/1.1" status: 200 len: 945 time: 0.0878456 May 03 16:04:02.101065 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-9aa74285-3ace-4484-a811-c0a65a7de230 req-ba9a3521-ec2b-40ea-9d5a-3c5c44cf23ff tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/security-groups?id=d843f737-6466-4183-8023-14d53a00a23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438678 May 03 16:04:02.236574 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ef2253-8109-4b2e-802e-c20a47275ea0 req-68a2bde7-9087-4dd8-8869-5a6221a66cf5 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:02.238066 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-d2ef2253-8109-4b2e-802e-c20a47275ea0 req-68a2bde7-9087-4dd8-8869-5a6221a66cf5 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6020fa3-c8c8-4d20-a437-d6e2a52deab0 HTTP/1.1" status: 200 len: 946 time: 0.0856502 May 03 16:04:02.284769 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-d2ef2253-8109-4b2e-802e-c20a47275ea0 req-29dbcaaf-f808-42e4-a9ec-d74ad2c26726 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "GET /v2.0/security-groups?id=f2246390-77bc-42a9-9caf-c5cb628b63b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409095 May 03 16:04:02.305908 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Device 273acec7-db74-4d3c-9919-34656b1953d7 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=74322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 16:04:02.310873 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Device 6adfd406-8c9d-400b-a8f0-ec2a34a95abf no longer exists at agent hyperv_hv-cinder-77428 {{(pid=74322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 16:04:02.351497 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.plugin [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] No Port match for: 6adfd406-8c9d-400b-a8f0-ec2a34a95abf {{(pid=74322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 03 16:04:02.351760 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Device 6adfd406-8c9d-400b-a8f0-ec2a34a95abf not bound to the agent host hv-cinder-77428 {{(pid=74322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 16:04:02.480039 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] For port 273acec7-db74-4d3c-9919-34656b1953d7, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=273acec7-db74-4d3c-9919-34656b1953d7,segment=NetworkSegment(2b1d67ca-c22e-4b92-bc7c-13b39c284b0e),segment_id=2b1d67ca-c22e-4b92-bc7c-13b39c284b0e)] {{(pid=74322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 16:04:02.494295 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Returning: {'device': '273acec7-db74-4d3c-9919-34656b1953d7', 'network_id': '3d07b93f-2cbc-4419-9656-593dd149b251', 'port_id': '273acec7-db74-4d3c-9919-34656b1953d7', 'mac_address': 'fa:16:3e:a5:77:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e179f81-7e4a-49b9-b9a9-9613d63a9979', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 16:04:02.557093 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:02.578131 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.notifiers.nova [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 273acec7-db74-4d3c-9919-34656b1953d7 {{(pid=74322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 03 16:04:02.595351 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] For port 273acec7-db74-4d3c-9919-34656b1953d7, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=273acec7-db74-4d3c-9919-34656b1953d7,segment=NetworkSegment(2b1d67ca-c22e-4b92-bc7c-13b39c284b0e),segment_id=2b1d67ca-c22e-4b92-bc7c-13b39c284b0e)] {{(pid=74322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 16:04:02.632734 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 50950) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:04:02.651939 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365'] for port, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:02.654729 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:04:02.756723 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Pushing event updated for resources: {'Port': ['ID=273acec7-db74-4d3c-9919-34656b1953d7,revision_number=6']} {{(pid=74322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:04:02.771044 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:04:02.771044 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:04:02.771044 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:04:02.771044 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:04:02.771044 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:04:02.771044 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:04:02.771044 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:04:02.771044 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:04:02.771044 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:04:02.771044 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:04:02.771044 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:04:02.771044 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:04:02.784162 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:04:02.792404 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] get_ports_and_sgs() called for port_ids ['273acec7-db74-4d3c-9919-34656b1953d7'] {{(pid=74322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 16:04:02.821748 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294f451a-f58a-46c0-a6da-53b6168da525 req-5055b11b-8070-4aa9-9899-7d21b1d7e3b0 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:02.830076 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-294f451a-f58a-46c0-a6da-53b6168da525 req-5055b11b-8070-4aa9-9899-7d21b1d7e3b0 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb2966f0-0931-453c-bf2f-7457c7794232 HTTP/1.1" status: 200 len: 944 time: 0.1033211 May 03 16:04:02.867399 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:02.873882 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-5f875979-5b41-4685-ac10-2b716ee5ccaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:02.923835 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-294f451a-f58a-46c0-a6da-53b6168da525 req-7ef82794-6420-4bd7-84fa-da08ead523ae tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/security-groups?id=e01d8b89-bed6-46f4-8dc8-33f8e8921c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922112 May 03 16:04:02.929713 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-5f875979-5b41-4685-ac10-2b716ee5ccaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:04:02.943048 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-5f875979-5b41-4685-ac10-2b716ee5ccaf admin admin] Usage tracker for resource:security_group_rule and tenant:bc40375cc2304328b9644acee0f85fd9 is out of sync, need to count used quota {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:04:02.953216 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-5f875979-5b41-4685-ac10-2b716ee5ccaf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:04:02.959885 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-5f875979-5b41-4685-ac10-2b716ee5ccaf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:04:03.071490 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-5f875979-5b41-4685-ac10-2b716ee5ccaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:03.132255 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-5f875979-5b41-4685-ac10-2b716ee5ccaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:03.142460 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-4c32dd0d-d1db-4520-9e28-f3cc5d3da476 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:04:03.185219 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-5f875979-5b41-4685-ac10-2b716ee5ccaf admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bc40375cc2304328b9644acee0f85fd9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5512555 May 03 16:04:03.186985 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f875979-5b41-4685-ac10-2b716ee5ccaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ad90434-a2d5-4fbf-97d0-4ee2f29cd2aa,revision_number=1']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:04:03.188235 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 50966) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:04:03.190377 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-5f875979-5b41-4685-ac10-2b716ee5ccaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:04:03.255749 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-ed738f9e-ceed-4b12-84ed-c74e18b98e21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:03.284991 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-ed738f9e-ceed-4b12-84ed-c74e18b98e21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:03.417927 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-ed738f9e-ceed-4b12-84ed-c74e18b98e21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:03.421932 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-b9cad21f-3c9c-4ef4-b265-0bc7e4723f68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:04:03.435792 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed738f9e-ceed-4b12-84ed-c74e18b98e21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ad90434-a2d5-4fbf-97d0-4ee2f29cd2aa,revision_number=None']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:04:03.439486 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-ed738f9e-ceed-4b12-84ed-c74e18b98e21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:04:03.441873 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-ed738f9e-ceed-4b12-84ed-c74e18b98e21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:03.446885 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-ed738f9e-ceed-4b12-84ed-c74e18b98e21 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9ad90434-a2d5-4fbf-97d0-4ee2f29cd2aa HTTP/1.1" status: 204 len: 168 time: 0.2536819 May 03 16:04:03.511592 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72929a8f-12a4-42e1-bf72-7a4d2f2dc856 req-f59ac561-7358-4591-a48a-b046eb29df3e tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:03.513255 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-72929a8f-12a4-42e1-bf72-7a4d2f2dc856 req-f59ac561-7358-4591-a48a-b046eb29df3e tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6020fa3-c8c8-4d20-a437-d6e2a52deab0 HTTP/1.1" status: 200 len: 946 time: 0.1075397 May 03 16:04:03.567914 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-72929a8f-12a4-42e1-bf72-7a4d2f2dc856 req-eae4eacc-4f76-40dc-b2fb-4329f75e9536 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "GET /v2.0/security-groups?id=f2246390-77bc-42a9-9caf-c5cb628b63b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470967 May 03 16:04:04.166907 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a455bf9-fd70-4b3d-a73f-a189284c404b req-40bfda37-57b9-42d3-b194-046be560d5bf tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:04.168762 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-8a455bf9-fd70-4b3d-a73f-a189284c404b req-40bfda37-57b9-42d3-b194-046be560d5bf tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb2966f0-0931-453c-bf2f-7457c7794232 HTTP/1.1" status: 200 len: 944 time: 0.1167157 May 03 16:04:04.244441 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-8a455bf9-fd70-4b3d-a73f-a189284c404b req-f4f0640f-4da6-46bd-ae6d-876eabd4c8a8 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/security-groups?id=e01d8b89-bed6-46f4-8dc8-33f8e8921c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674958 May 03 16:04:04.321545 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Device 273acec7-db74-4d3c-9919-34656b1953d7 up at agent hyperv_hv-cinder-77428 {{(pid=74322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 16:04:04.465307 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Provisioning complete for port 273acec7-db74-4d3c-9919-34656b1953d7 triggered by entity L2. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 16:04:04.473504 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033555'] for port, provisioning_complete {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:04.676642 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:04.693789 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177e7233-aaab-4991-af70-03e0b6bcdb5d req-efb8d1da-1c2b-4d74-b5af-56dc4c922b53 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:04.703020 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-177e7233-aaab-4991-af70-03e0b6bcdb5d req-efb8d1da-1c2b-4d74-b5af-56dc4c922b53 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/ports?device_id=896a5ea9-b5d0-4aef-b34a-a085015c3745 HTTP/1.1" status: 200 len: 945 time: 0.1541984 May 03 16:04:04.742537 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb2966f0-0931-453c-bf2f-7457c7794232', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '273acec7-db74-4d3c-9919-34656b1953d7'}] {{(pid=74322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 16:04:04.757472 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 51046) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:04:04.767772 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] For port 273acec7-db74-4d3c-9919-34656b1953d7, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=273acec7-db74-4d3c-9919-34656b1953d7,segment=NetworkSegment(2b1d67ca-c22e-4b92-bc7c-13b39c284b0e),segment_id=2b1d67ca-c22e-4b92-bc7c-13b39c284b0e)] {{(pid=74322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 16:04:04.785792 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-177e7233-aaab-4991-af70-03e0b6bcdb5d req-6f6ad7f3-da4b-4e14-810a-fcfa3f4df7e6 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/security-groups?id=d843f737-6466-4183-8023-14d53a00a23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812535 May 03 16:04:04.835040 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365'] for port, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:04.836017 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Device c46df149-c1f3-4ca0-bc50-6ef3a361f9fe no longer exists at agent hyperv_hv-cinder-77428 {{(pid=74322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 16:04:04.886193 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-61fb0f01-22ed-4784-9c3e-6130e3543a14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:04:04.976901 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.plugin [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] No Port match for: c46df149-c1f3-4ca0-bc50-6ef3a361f9fe {{(pid=74322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 03 16:04:04.978723 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Device c46df149-c1f3-4ca0-bc50-6ef3a361f9fe not bound to the agent host hv-cinder-77428 {{(pid=74322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 16:04:04.981277 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.v2.base [None req-c3244dce-0113-47a4-aed7-948a7ea20579 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-167901572-network', 'tenant_id': 'b3e11f1b42244526ad22ce729afc5e5e'}} {{(pid=74320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 16:04:04.987601 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-c3244dce-0113-47a4-aed7-948a7ea20579 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:04:04.993221 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-c3244dce-0113-47a4-aed7-948a7ea20579 admin admin] Usage tracker for resource:network and tenant:b3e11f1b42244526ad22ce729afc5e5e is out of sync, need to count used quota {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:04:04.998929 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-c3244dce-0113-47a4-aed7-948a7ea20579 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:04:05.016668 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-c3244dce-0113-47a4-aed7-948a7ea20579 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:04:05.033680 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Pushing event updated for resources: {'Port': ['ID=273acec7-db74-4d3c-9919-34656b1953d7,revision_number=7']} {{(pid=74322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:04:05.037663 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:04:05.087427 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eff0aed-6a86-4a5c-89a7-0ff927bda866 req-06d1c65a-6f56-48f5-b9fc-1142458129ee tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:05.089260 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-9eff0aed-6a86-4a5c-89a7-0ff927bda866 req-06d1c65a-6f56-48f5-b9fc-1142458129ee tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.11 "GET /v2.0/ports?device_id=92710090-09ae-40d9-9246-91bb57a308ef HTTP/1.1" status: 200 len: 945 time: 0.1441531 May 03 16:04:05.097693 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebceac6-5017-43d2-8c0e-c05e2ab2a9b1 req-fad2a431-2f1b-4f47-822d-afc9420408e1 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:05.099249 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-bebceac6-5017-43d2-8c0e-c05e2ab2a9b1 req-fad2a431-2f1b-4f47-822d-afc9420408e1 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6020fa3-c8c8-4d20-a437-d6e2a52deab0 HTTP/1.1" status: 200 len: 946 time: 0.2618480 May 03 16:04:05.114894 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3244dce-0113-47a4-aed7-948a7ea20579 admin admin] Made reservation on behalf of b3e11f1b42244526ad22ce729afc5e5e for: {'network': 1} {{(pid=74320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 16:04:05.117815 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-c3244dce-0113-47a4-aed7-948a7ea20579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for network, before_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:05.142324 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-c3244dce-0113-47a4-aed7-948a7ea20579 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:05.166886 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-c3244dce-0113-47a4-aed7-948a7ea20579 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:04:05.171921 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-c3244dce-0113-47a4-aed7-948a7ea20579 admin admin] Usage tracker for resource:security_group_rule and tenant:b3e11f1b42244526ad22ce729afc5e5e is out of sync, need to count used quota {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:04:05.176350 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-c3244dce-0113-47a4-aed7-948a7ea20579 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:04:05.197333 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-c3244dce-0113-47a4-aed7-948a7ea20579 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:04:05.262197 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-9eff0aed-6a86-4a5c-89a7-0ff927bda866 req-7e66a8e8-ed99-4c5f-82c3-a990f6bf0e19 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.11 "GET /v2.0/security-groups?id=831833fd-9100-465b-874d-f70121588630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611543 May 03 16:04:05.274525 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-bebceac6-5017-43d2-8c0e-c05e2ab2a9b1 req-248624d8-42e8-4343-97a4-0ca872477d32 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "GET /v2.0/security-groups?id=f2246390-77bc-42a9-9caf-c5cb628b63b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736573 May 03 16:04:05.330352 dv-cinder-774286-11-smb neutron-server[74322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb2966f0-0931-453c-bf2f-7457c7794232', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '273acec7-db74-4d3c-9919-34656b1953d7', 'code': 200} May 03 16:04:05.409401 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-c3244dce-0113-47a4-aed7-948a7ea20579 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:05.446060 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-c3244dce-0113-47a4-aed7-948a7ea20579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:05.449286 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:04:05.480708 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3244dce-0113-47a4-aed7-948a7ea20579 admin admin] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=74320) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 16:04:05.490000 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3244dce-0113-47a4-aed7-948a7ea20579 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab163241-b1cb-456a-92a4-83c63b969656,revision_number=1']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:04:05.493962 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-c3244dce-0113-47a4-aed7-948a7ea20579 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:04:05.496900 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-c3244dce-0113-47a4-aed7-948a7ea20579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038491'] for segment, precommit_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:05.500801 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.db.segments_db [None req-c3244dce-0113-47a4-aed7-948a7ea20579 admin admin] Added segment d58398cd-d734-4367-831e-a4e795fcd44b of type vlan for network dba88131-4c46-437b-ae77-87969c5756a2 May 03 16:04:05.549997 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-c3244dce-0113-47a4-aed7-948a7ea20579 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781092437652'] for network, precommit_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:05.635779 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddf527c-b781-4874-bf2e-1db6f9b08ecb req-05a96898-fec6-4e65-a5d1-de5e36ba71c3 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:05.638218 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-bddf527c-b781-4874-bf2e-1db6f9b08ecb req-05a96898-fec6-4e65-a5d1-de5e36ba71c3 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb2966f0-0931-453c-bf2f-7457c7794232 HTTP/1.1" status: 200 len: 945 time: 0.1883965 May 03 16:04:05.706017 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-c3244dce-0113-47a4-aed7-948a7ea20579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119'] for network, after_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:05.706017 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3244dce-0113-47a4-aed7-948a7ea20579 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:05.706204 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-c3244dce-0113-47a4-aed7-948a7ea20579 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532153'] for network, before_response {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:05.712616 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-bddf527c-b781-4874-bf2e-1db6f9b08ecb req-c6bc3f92-e753-456c-add8-b3aeaaa3f3eb tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/security-groups?id=e01d8b89-bed6-46f4-8dc8-33f8e8921c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672691 May 03 16:04:05.720131 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:04:05.842642 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3244dce-0113-47a4-aed7-948a7ea20579 admin admin] Pushing event updated for resources: {'Network': ['ID=dba88131-4c46-437b-ae77-87969c5756a2,revision_number=1']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:04:05.847227 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-c3244dce-0113-47a4-aed7-948a7ea20579 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:04:05.860948 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Network dba88131-4c46-437b-ae77-87969c5756a2 details requested by agent ovs-agent-dv-cinder-774286-11-smb with host dv-cinder-774286-11-smb {{(pid=74322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 16:04:05.904134 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-c3244dce-0113-47a4-aed7-948a7ea20579 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1455395 May 03 16:04:05.907782 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 51068) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:04:05.913464 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.v2.base [None req-61f4efd7-a38a-4c13-94b1-2a1e93212720 admin admin] Request body: {'subnet': {'network_id': 'dba88131-4c46-437b-ae77-87969c5756a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-167901572-subnet', 'tenant_id': 'b3e11f1b42244526ad22ce729afc5e5e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 16:04:05.920073 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-61f4efd7-a38a-4c13-94b1-2a1e93212720 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:04:05.930790 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-61f4efd7-a38a-4c13-94b1-2a1e93212720 admin admin] Usage tracker for resource:subnet and tenant:b3e11f1b42244526ad22ce729afc5e5e is out of sync, need to count used quota {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:04:05.936665 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-61f4efd7-a38a-4c13-94b1-2a1e93212720 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:04:05.975086 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-61f4efd7-a38a-4c13-94b1-2a1e93212720 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:04:06.493310 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61f4efd7-a38a-4c13-94b1-2a1e93212720 admin admin] Made reservation on behalf of b3e11f1b42244526ad22ce729afc5e5e for: {'subnet': 1} {{(pid=74321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 16:04:06.495902 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-61f4efd7-a38a-4c13-94b1-2a1e93212720 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:06.707856 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fa0fac-3443-4d0f-9d36-c4b57b1d150b req-0e60b38a-e553-49ec-bfa4-ae106e5d3ee8 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:06.709581 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-10fa0fac-3443-4d0f-9d36-c4b57b1d150b req-0e60b38a-e553-49ec-bfa4-ae106e5d3ee8 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6020fa3-c8c8-4d20-a437-d6e2a52deab0 HTTP/1.1" status: 200 len: 946 time: 0.2560561 May 03 16:04:06.923598 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-10fa0fac-3443-4d0f-9d36-c4b57b1d150b req-6d59b350-5e4d-4fd0-9244-fe9c54c70bc2 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "GET /v2.0/security-groups?id=f2246390-77bc-42a9-9caf-c5cb628b63b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1240849 May 03 16:04:06.996700 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc33fca8-4512-4ee0-9694-72c914f4528f req-3d9f9bd7-c7d2-4c22-bfd1-d83d4003796a tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:06.998174 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-bc33fca8-4512-4ee0-9694-72c914f4528f req-3d9f9bd7-c7d2-4c22-bfd1-d83d4003796a tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.42 "GET /v2.0/ports?device_id=92710090-09ae-40d9-9246-91bb57a308ef HTTP/1.1" status: 200 len: 945 time: 0.2007957 May 03 16:04:07.357522 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.plugin [req-bc33fca8-4512-4ee0-9694-72c914f4528f req-946a9d05-8450-4961-b9c6-538c791ff58e tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Deleting port 813ffe8e-bd01-4feb-9f86-5157bedae63a {{(pid=74321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 16:04:07.358186 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [req-bc33fca8-4512-4ee0-9694-72c914f4528f req-946a9d05-8450-4961-b9c6-538c791ff58e tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781092848725'] for port, before_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:07.405123 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e038cc-c283-4622-ac16-555d9c5e210c req-20ca9304-2b87-46a4-92c4-888006b7b765 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:07.413649 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-81e038cc-c283-4622-ac16-555d9c5e210c req-20ca9304-2b87-46a4-92c4-888006b7b765 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.11 "GET /v2.0/ports?device_id=92710090-09ae-40d9-9246-91bb57a308ef HTTP/1.1" status: 200 len: 945 time: 0.2756255 May 03 16:04:07.555825 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-81e038cc-c283-4622-ac16-555d9c5e210c req-c275bb86-0db8-4fbd-8da8-55c8bee429a7 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.11 "GET /v2.0/security-groups?id=831833fd-9100-465b-874d-f70121588630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410501 May 03 16:04:07.602711 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.db [req-bc33fca8-4512-4ee0-9694-72c914f4528f req-946a9d05-8450-4961-b9c6-538c791ff58e tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] For port 813ffe8e-bd01-4feb-9f86-5157bedae63a, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=813ffe8e-bd01-4feb-9f86-5157bedae63a,segment=NetworkSegment(7f8c3c90-af0d-464f-bf17-eaa367a67228),segment_id=7f8c3c90-af0d-464f-bf17-eaa367a67228)] {{(pid=74321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 16:04:07.603451 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [req-bc33fca8-4512-4ee0-9694-72c914f4528f req-946a9d05-8450-4961-b9c6-538c791ff58e tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925573'] for port, precommit_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:07.765302 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.plugin [req-bc33fca8-4512-4ee0-9694-72c914f4528f req-946a9d05-8450-4961-b9c6-538c791ff58e tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Calling delete_port for 813ffe8e-bd01-4feb-9f86-5157bedae63a owned by compute:nova {{(pid=74321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 03 16:04:07.930740 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-61f4efd7-a38a-4c13-94b1-2a1e93212720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119'] for subnet, after_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:07.930740 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-701a660e-9ee8-449a-8acd-6535f64d1423 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:04:08.103510 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64163b5b-e0b5-40ef-917f-b85c7901e59a req-36463811-4ab7-458f-a7d7-9216ba698855 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:08.103510 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-64163b5b-e0b5-40ef-917f-b85c7901e59a req-36463811-4ab7-458f-a7d7-9216ba698855 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb2966f0-0931-453c-bf2f-7457c7794232 HTTP/1.1" status: 200 len: 945 time: 0.3147042 May 03 16:04:08.117558 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f4efd7-a38a-4c13-94b1-2a1e93212720 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a1fec9a-c279-4037-8f1f-804fe892e567,revision_number=0']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:04:08.120937 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-61f4efd7-a38a-4c13-94b1-2a1e93212720 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:04:08.131276 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f4efd7-a38a-4c13-94b1-2a1e93212720 admin admin] Checking segment: {'id': 'd58398cd-d734-4367-831e-a4e795fcd44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'dba88131-4c46-437b-ae77-87969c5756a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 03 16:04:08.131638 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f4efd7-a38a-4c13-94b1-2a1e93212720 admin admin] Network hostable DHCP agents. Network: dba88131-4c46-437b-ae77-87969c5756a2, hostable agents: ['656f65d0-a8c5-485a-ad4b-a4c2f5db155a'], hosted agents: [] {{(pid=74321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 16:04:08.271974 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-64163b5b-e0b5-40ef-917f-b85c7901e59a req-498e555a-d7a9-45d6-8eab-e968482ab126 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/security-groups?id=e01d8b89-bed6-46f4-8dc8-33f8e8921c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2670345 May 03 16:04:08.333087 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b4abdb-2468-4aa2-9d7d-0646a65522bd req-5da29416-3153-46ed-9865-036d1db05942 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:08.334608 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-42b4abdb-2468-4aa2-9d7d-0646a65522bd req-5da29416-3153-46ed-9865-036d1db05942 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6020fa3-c8c8-4d20-a437-d6e2a52deab0 HTTP/1.1" status: 200 len: 946 time: 0.2752581 May 03 16:04:08.378944 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [req-bc33fca8-4512-4ee0-9694-72c914f4528f req-946a9d05-8450-4961-b9c6-538c791ff58e tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781092850854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781092417311'] for port, after_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:08.387539 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] get_ports_and_sgs() called for port_ids ['04075b21-bc86-48b8-9716-1c06b5d17cd0', '19f4a321-d9e3-4454-a26b-2d716753c015'] {{(pid=74322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 16:04:08.391299 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-445c0295-8e1d-45f7-a594-7a600e53b875 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:04:08.436457 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-42b4abdb-2468-4aa2-9d7d-0646a65522bd req-48b1a718-f0c0-4371-bdf7-cebf9e9cf552 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "GET /v2.0/security-groups?id=f2246390-77bc-42a9-9caf-c5cb628b63b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959713 May 03 16:04:08.478346 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f4efd7-a38a-4c13-94b1-2a1e93212720 admin admin] Network dba88131-4c46-437b-ae77-87969c5756a2 is scheduled to be hosted by DHCP agent 656f65d0-a8c5-485a-ad4b-a4c2f5db155a with binding_index 1 {{(pid=74321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 16:04:08.488671 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946a9d05-8450-4961-b9c6-538c791ff58e tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Pushing event deleted for resources: {'Port': ['ID=813ffe8e-bd01-4feb-9f86-5157bedae63a,revision_number=None']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:04:08.491921 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-946a9d05-8450-4961-b9c6-538c791ff58e tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:04:08.537966 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc33fca8-4512-4ee0-9694-72c914f4528f req-946a9d05-8450-4961-b9c6-538c791ff58e tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] No DVR routers for this DVR port 813ffe8e-bd01-4feb-9f86-5157bedae63a on host hv-cinder-77428 {{(pid=74321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 16:04:08.543002 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [req-bc33fca8-4512-4ee0-9694-72c914f4528f req-946a9d05-8450-4961-b9c6-538c791ff58e tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504013'] for port, before_response {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:08.543995 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92710090-09ae-40d9-9246-91bb57a308ef', 'name': 'network-vif-deleted', 'tag': '813ffe8e-bd01-4feb-9f86-5157bedae63a'}] {{(pid=74321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 16:04:08.600139 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92710090-09ae-40d9-9246-91bb57a308ef', 'name': 'network-vif-deleted', 'tag': '813ffe8e-bd01-4feb-9f86-5157bedae63a', 'status': 'completed', 'code': 200} May 03 16:04:08.646106 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.scheduler.base_scheduler [None req-61f4efd7-a38a-4c13-94b1-2a1e93212720 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-11-smb, dba88131-4c46-437b-ae77-87969c5756a2) {{(pid=74321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:04:08.653995 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f4efd7-a38a-4c13-94b1-2a1e93212720 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:08.653995 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-61f4efd7-a38a-4c13-94b1-2a1e93212720 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532153'] for subnet, before_response {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:08.658699 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce3e1b5-4ba4-4a6d-bb09-03607aa8f35c None None] Network dba88131-4c46-437b-ae77-87969c5756a2 requested from dv-cinder-774286-11-smb {{(pid=74322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 16:04:08.700931 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-bc33fca8-4512-4ee0-9694-72c914f4528f req-946a9d05-8450-4961-b9c6-538c791ff58e tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.42 "DELETE /v2.0/ports/813ffe8e-bd01-4feb-9f86-5157bedae63a HTTP/1.1" status: 204 len: 173 time: 1.6960242 May 03 16:04:08.775355 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [req-54bbba44-a9c2-4226-bc19-ba76d9c2edd0 req-ced4bff5-117a-4b28-94e6-d834674f71df tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Synchronizing usage tracker for tenant:0a26f36f4e834c7babe874ff5e2db568 on resource:port {{(pid=74321) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 16:04:08.801522 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-61f4efd7-a38a-4c13-94b1-2a1e93212720 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.8925865 May 03 16:04:08.915273 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [req-54bbba44-a9c2-4226-bc19-ba76d9c2edd0 req-ced4bff5-117a-4b28-94e6-d834674f71df tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Unset dirty status for tenant:0a26f36f4e834c7babe874ff5e2db568 on resource:port {{(pid=74321) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 16:04:08.926117 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-54bbba44-a9c2-4226-bc19-ba76d9c2edd0 req-ced4bff5-117a-4b28-94e6-d834674f71df tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.11 "GET /v2.0/ports?device_id=92710090-09ae-40d9-9246-91bb57a308ef HTTP/1.1" status: 200 len: 210 time: 0.1983490 May 03 16:04:09.092964 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c1617c-0822-4ada-9f22-5df9f9f8ee9c None None] Network dba88131-4c46-437b-ae77-87969c5756a2 requested from dv-cinder-774286-11-smb {{(pid=74322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 16:04:09.607654 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e82048-9c58-4385-9cf2-866fafb4a6e4 req-c1501161-b44d-44bd-9b6f-7723c7fb2d6a tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:09.609311 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-54e82048-9c58-4385-9cf2-866fafb4a6e4 req-c1501161-b44d-44bd-9b6f-7723c7fb2d6a tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb2966f0-0931-453c-bf2f-7457c7794232 HTTP/1.1" status: 200 len: 945 time: 0.1335406 May 03 16:04:09.716370 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-54e82048-9c58-4385-9cf2-866fafb4a6e4 req-df4043f4-44f8-4d4d-a1a6-9d1e94951a5b tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/security-groups?id=e01d8b89-bed6-46f4-8dc8-33f8e8921c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951192 May 03 16:04:09.750040 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9b50ca-0368-40d0-9a38-a01129ea3f69 req-d5c45ff4-0a27-4608-b5eb-dd1ba9457e3d tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:09.765470 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-fb9b50ca-0368-40d0-9a38-a01129ea3f69 req-d5c45ff4-0a27-4608-b5eb-dd1ba9457e3d tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6020fa3-c8c8-4d20-a437-d6e2a52deab0 HTTP/1.1" status: 200 len: 946 time: 0.1251991 May 03 16:04:09.834393 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-fb9b50ca-0368-40d0-9a38-a01129ea3f69 req-c8fd30cc-d638-4c37-9f48-1c68ed69f5a9 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "GET /v2.0/security-groups?id=f2246390-77bc-42a9-9caf-c5cb628b63b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668514 May 03 16:04:10.334362 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Device 813ffe8e-bd01-4feb-9f86-5157bedae63a no longer exists at agent hyperv_hv-cinder-77428 {{(pid=74322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 16:04:10.373136 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.plugin [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] No Port match for: 813ffe8e-bd01-4feb-9f86-5157bedae63a {{(pid=74322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 03 16:04:10.373723 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Device 813ffe8e-bd01-4feb-9f86-5157bedae63a not bound to the agent host hv-cinder-77428 {{(pid=74322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 16:04:10.691898 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-ae94859e-26a4-4a41-9205-ce9ed59a56f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:10.785011 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec612957-af8c-4c03-a72d-c718ecc7282e req-d1d84c65-9777-4fd8-8aee-7568e31c8e1e tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:10.786464 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-ec612957-af8c-4c03-a72d-c718ecc7282e req-d1d84c65-9777-4fd8-8aee-7568e31c8e1e tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.11 "GET /v2.0/ports?device_id=967fd627-13bf-47c6-bc3c-3b07464adca2 HTTP/1.1" status: 200 len: 945 time: 0.1127748 May 03 16:04:10.868239 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-ec612957-af8c-4c03-a72d-c718ecc7282e req-5bf3a4ca-c8d8-4e95-8391-3739653ed1fe tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.11 "GET /v2.0/security-groups?id=831833fd-9100-465b-874d-f70121588630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731611 May 03 16:04:10.997799 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5303ffa-5a07-4b96-8da3-76ed8320016f req-aab76f65-7054-44b2-b6ac-326fa502a0f0 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:10.999451 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-c5303ffa-5a07-4b96-8da3-76ed8320016f req-aab76f65-7054-44b2-b6ac-326fa502a0f0 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb2966f0-0931-453c-bf2f-7457c7794232 HTTP/1.1" status: 200 len: 945 time: 0.1064682 May 03 16:04:11.102565 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-c5303ffa-5a07-4b96-8da3-76ed8320016f req-5340006c-31c7-4882-8fe2-ed2a26d47783 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/security-groups?id=e01d8b89-bed6-46f4-8dc8-33f8e8921c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646315 May 03 16:04:11.176433 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f2095a-42ba-471d-86c8-456fe8eec9d9 req-2d302b3e-4512-478f-a2f5-a9be57a1a95f tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:11.183985 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-02f2095a-42ba-471d-86c8-456fe8eec9d9 req-2d302b3e-4512-478f-a2f5-a9be57a1a95f tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6020fa3-c8c8-4d20-a437-d6e2a52deab0 HTTP/1.1" status: 200 len: 946 time: 0.1835005 May 03 16:04:11.262328 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-02f2095a-42ba-471d-86c8-456fe8eec9d9 req-7c2e917e-ea9e-47a3-9ebb-1695e48de95b tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "GET /v2.0/security-groups?id=f2246390-77bc-42a9-9caf-c5cb628b63b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770156 May 03 16:04:12.069382 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775dced8-1436-4fa8-872a-f2728603a3d0 req-9f0987f1-a6e9-4d7c-844f-f76532b8b694 tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:12.070816 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-775dced8-1436-4fa8-872a-f2728603a3d0 req-9f0987f1-a6e9-4d7c-844f-f76532b8b694 tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] 10.222.0.11 "GET /v2.0/networks?id=dba88131-4c46-437b-ae77-87969c5756a2 HTTP/1.1" status: 200 len: 813 time: 0.1605508 May 03 16:04:12.089714 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-775dced8-1436-4fa8-872a-f2728603a3d0 req-37b0de24-51dd-4609-ae2b-065b4bb804b4 tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] 10.222.0.11 "GET /v2.0/quotas/b3e11f1b42244526ad22ce729afc5e5e HTTP/1.1" status: 200 len: 375 time: 0.0125375 May 03 16:04:12.179263 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-775dced8-1436-4fa8-872a-f2728603a3d0 req-24219d34-0eda-45a8-86ec-58ac55c9ea66 tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=b3e11f1b42244526ad22ce729afc5e5e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0816321 May 03 16:04:12.322722 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10cc9ac-7aed-4f02-a1d8-ed70ffb7c0f3 req-205764fd-33d5-41de-920a-96c7641b2606 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:12.324182 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-b10cc9ac-7aed-4f02-a1d8-ed70ffb7c0f3 req-205764fd-33d5-41de-920a-96c7641b2606 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.42 "GET /v2.0/ports?device_id=967fd627-13bf-47c6-bc3c-3b07464adca2 HTTP/1.1" status: 200 len: 945 time: 0.1872044 May 03 16:04:12.394484 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-775dced8-1436-4fa8-872a-f2728603a3d0 req-af34a238-f878-40bd-9003-72ee250d4026 service neutron] 10.222.0.11 "GET /v2.0/networks/dba88131-4c46-437b-ae77-87969c5756a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082849 May 03 16:04:12.591314 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-775dced8-1436-4fa8-872a-f2728603a3d0 req-7d029484-f008-46c3-a292-3185e67a17a0 service neutron] 10.222.0.11 "GET /v2.0/networks/dba88131-4c46-437b-ae77-87969c5756a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868701 May 03 16:04:12.593751 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.plugin [req-b10cc9ac-7aed-4f02-a1d8-ed70ffb7c0f3 req-7a35d3bc-e6ea-4232-a75f-1c444dc7f432 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Deleting port 19f4a321-d9e3-4454-a26b-2d716753c015 {{(pid=74321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 16:04:12.599552 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [req-b10cc9ac-7aed-4f02-a1d8-ed70ffb7c0f3 req-7a35d3bc-e6ea-4232-a75f-1c444dc7f432 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781092848725'] for port, before_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:12.758736 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.agents_db [None req-1e570261-7bec-4919-9804-a616d65b12ea None None] Agent healthcheck: found 6 active agents {{(pid=74323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 03 16:04:12.805052 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef5eb47-6b25-4d92-965c-7cc3f6f12f2f req-6924b0b4-7c26-42b6-9162-e1b8603961c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:12.807670 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-9ef5eb47-6b25-4d92-965c-7cc3f6f12f2f req-6924b0b4-7c26-42b6-9162-e1b8603961c2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8a5aae9d34474935a5fba6d6bb4b34f6&device_id=896a5ea9-b5d0-4aef-b34a-a085015c3745 HTTP/1.1" status: 200 len: 1098 time: 0.0880499 May 03 16:04:12.900557 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.db [req-b10cc9ac-7aed-4f02-a1d8-ed70ffb7c0f3 req-7a35d3bc-e6ea-4232-a75f-1c444dc7f432 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] For port 19f4a321-d9e3-4454-a26b-2d716753c015, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=19f4a321-d9e3-4454-a26b-2d716753c015,segment=NetworkSegment(7f8c3c90-af0d-464f-bf17-eaa367a67228),segment_id=7f8c3c90-af0d-464f-bf17-eaa367a67228)] {{(pid=74321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 16:04:12.900916 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [req-b10cc9ac-7aed-4f02-a1d8-ed70ffb7c0f3 req-7a35d3bc-e6ea-4232-a75f-1c444dc7f432 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925573'] for port, precommit_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:13.011573 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef5eb47-6b25-4d92-965c-7cc3f6f12f2f req-3c5d6b8d-70c4-430f-84cd-082963022324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:13.015166 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-9ef5eb47-6b25-4d92-965c-7cc3f6f12f2f req-3c5d6b8d-70c4-430f-84cd-082963022324 service neutron] 10.222.0.42 "GET /v2.0/networks?id=69748d7f-425d-412f-8a9e-fa9e9e44cf28 HTTP/1.1" status: 200 len: 919 time: 0.1987736 May 03 16:04:13.120834 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-9ef5eb47-6b25-4d92-965c-7cc3f6f12f2f req-db684a74-3945-42bd-b17c-7f8def8daa30 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=06391f98-186a-4a4c-abd1-f267121b595c HTTP/1.1" status: 200 len: 217 time: 0.0945799 May 03 16:04:13.176558 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.plugin [req-b10cc9ac-7aed-4f02-a1d8-ed70ffb7c0f3 req-7a35d3bc-e6ea-4232-a75f-1c444dc7f432 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Calling delete_port for 19f4a321-d9e3-4454-a26b-2d716753c015 owned by compute:nova {{(pid=74321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 03 16:04:13.199205 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef5eb47-6b25-4d92-965c-7cc3f6f12f2f req-fbee3cd1-f189-4c1d-8f6e-8286b7f3d1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:13.199205 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-9ef5eb47-6b25-4d92-965c-7cc3f6f12f2f req-fbee3cd1-f189-4c1d-8f6e-8286b7f3d1c2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6105efe5-e9de-4dbf-902a-b4dce538b42d HTTP/1.1" status: 200 len: 858 time: 0.0672483 May 03 16:04:13.228048 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b054bf17-377b-428e-9927-bef8fb2a65eb req-9ba7527c-8213-460d-906c-d4e396fc5a53 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:13.235423 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-b054bf17-377b-428e-9927-bef8fb2a65eb req-9ba7527c-8213-460d-906c-d4e396fc5a53 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.11 "GET /v2.0/ports?device_id=967fd627-13bf-47c6-bc3c-3b07464adca2 HTTP/1.1" status: 200 len: 945 time: 0.5179508 May 03 16:04:13.303521 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-9ef5eb47-6b25-4d92-965c-7cc3f6f12f2f req-048269df-7c6b-41a1-9ecb-aa6e7c50879b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=69748d7f-425d-412f-8a9e-fa9e9e44cf28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1005690 May 03 16:04:13.332263 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:13.338230 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-b054bf17-377b-428e-9927-bef8fb2a65eb req-b4d0a9a0-672c-400a-b003-ab0c7e66eda6 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.11 "GET /v2.0/security-groups?id=831833fd-9100-465b-874d-f70121588630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019387 May 03 16:04:13.361293 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb929346-1abb-4ea2-b5ed-f30a2e5632ba req-68c7fa90-c6b9-42e3-9a6a-b9325d1cb4f1 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:13.368722 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-eb929346-1abb-4ea2-b5ed-f30a2e5632ba req-68c7fa90-c6b9-42e3-9a6a-b9325d1cb4f1 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb2966f0-0931-453c-bf2f-7457c7794232 HTTP/1.1" status: 200 len: 945 time: 0.1993365 May 03 16:04:13.383197 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-399f419a-ea85-4410-95b0-d01582e53d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:13.449628 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-eb929346-1abb-4ea2-b5ed-f30a2e5632ba req-c56d7518-271c-48dd-b5b8-bcdcb620d407 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/security-groups?id=e01d8b89-bed6-46f4-8dc8-33f8e8921c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800250 May 03 16:04:13.608821 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-9ef5eb47-6b25-4d92-965c-7cc3f6f12f2f req-a23983db-e307-4830-bb67-713877d5ec4a service neutron] 10.222.0.42 "GET /v2.0/networks/69748d7f-425d-412f-8a9e-fa9e9e44cf28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2962229 May 03 16:04:13.724842 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b0142a-3d17-4b4c-a2d5-c0a8a4e0295f req-f7fe38e2-d482-4b58-8c20-1a4e0ef9ecda tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:13.726576 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-d8b0142a-3d17-4b4c-a2d5-c0a8a4e0295f req-f7fe38e2-d482-4b58-8c20-1a4e0ef9ecda tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6020fa3-c8c8-4d20-a437-d6e2a52deab0 HTTP/1.1" status: 200 len: 946 time: 0.2160995 May 03 16:04:13.744308 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075bf294-e83b-4c32-b12d-5407f10414ff req-ca40450d-faca-4f46-99f7-90d920afb08e tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:13.745972 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-075bf294-e83b-4c32-b12d-5407f10414ff req-ca40450d-faca-4f46-99f7-90d920afb08e tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/ports?device_id=896a5ea9-b5d0-4aef-b34a-a085015c3745 HTTP/1.1" status: 200 len: 945 time: 0.1521552 May 03 16:04:13.778687 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-9ef5eb47-6b25-4d92-965c-7cc3f6f12f2f req-30b62dc1-64e3-44ec-be94-a028c7981ff7 service neutron] 10.222.0.42 "GET /v2.0/networks/69748d7f-425d-412f-8a9e-fa9e9e44cf28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599140 May 03 16:04:13.794206 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [req-b10cc9ac-7aed-4f02-a1d8-ed70ffb7c0f3 req-7a35d3bc-e6ea-4232-a75f-1c444dc7f432 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781092850854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781092417311'] for port, after_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:13.808914 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] get_ports_and_sgs() called for port_ids ['04075b21-bc86-48b8-9716-1c06b5d17cd0', '19f4a321-d9e3-4454-a26b-2d716753c015'] {{(pid=74322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 16:04:13.872309 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:04:14.037615 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a35d3bc-e6ea-4232-a75f-1c444dc7f432 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Pushing event deleted for resources: {'Port': ['ID=19f4a321-d9e3-4454-a26b-2d716753c015,revision_number=None']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:04:14.061418 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-d8b0142a-3d17-4b4c-a2d5-c0a8a4e0295f req-738a9ecf-f35c-4e23-9fb0-da5533524f80 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "GET /v2.0/security-groups?id=f2246390-77bc-42a9-9caf-c5cb628b63b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3139558 May 03 16:04:14.082376 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-7a35d3bc-e6ea-4232-a75f-1c444dc7f432 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:04:14.211769 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-075bf294-e83b-4c32-b12d-5407f10414ff req-758c79ed-4fb7-44a9-9386-826a4cd9998a tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/security-groups?id=d843f737-6466-4183-8023-14d53a00a23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4502180 May 03 16:04:14.265546 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.l3_dvrscheduler_db [req-b10cc9ac-7aed-4f02-a1d8-ed70ffb7c0f3 req-7a35d3bc-e6ea-4232-a75f-1c444dc7f432 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] No DVR routers for this DVR port 19f4a321-d9e3-4454-a26b-2d716753c015 on host hv-cinder-77428 {{(pid=74321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 16:04:14.272636 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [req-b10cc9ac-7aed-4f02-a1d8-ed70ffb7c0f3 req-7a35d3bc-e6ea-4232-a75f-1c444dc7f432 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504013'] for port, before_response {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:14.275344 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '967fd627-13bf-47c6-bc3c-3b07464adca2', 'name': 'network-vif-deleted', 'tag': '19f4a321-d9e3-4454-a26b-2d716753c015'}] {{(pid=74321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 16:04:14.296789 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-a6718324-b1f9-4b8b-bd35-98040e5800bc req-03dd6de5-1cb8-4e1c-86f3-46680e912026 tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f883922-c15c-4678-af6e-5b5a8f158883 HTTP/1.1" status: 200 len: 210 time: 0.1146383 May 03 16:04:14.314636 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-b400cb21-de9a-47f5-b18b-46830690aa58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:14.349809 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '967fd627-13bf-47c6-bc3c-3b07464adca2', 'name': 'network-vif-deleted', 'tag': '19f4a321-d9e3-4454-a26b-2d716753c015', 'status': 'completed', 'code': 200} May 03 16:04:14.401748 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-b10cc9ac-7aed-4f02-a1d8-ed70ffb7c0f3 req-7a35d3bc-e6ea-4232-a75f-1c444dc7f432 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.42 "DELETE /v2.0/ports/19f4a321-d9e3-4454-a26b-2d716753c015 HTTP/1.1" status: 204 len: 173 time: 2.0706084 May 03 16:04:14.545680 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [req-c85924a7-c560-4870-bdc5-e4e42c9a9680 req-78679225-612b-4d9e-ab67-92a6c50b6893 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Synchronizing usage tracker for tenant:0a26f36f4e834c7babe874ff5e2db568 on resource:port {{(pid=74321) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 16:04:14.617229 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [req-c85924a7-c560-4870-bdc5-e4e42c9a9680 req-78679225-612b-4d9e-ab67-92a6c50b6893 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Unset dirty status for tenant:0a26f36f4e834c7babe874ff5e2db568 on resource:port {{(pid=74321) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 16:04:14.618400 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-c85924a7-c560-4870-bdc5-e4e42c9a9680 req-78679225-612b-4d9e-ab67-92a6c50b6893 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.11 "GET /v2.0/ports?device_id=967fd627-13bf-47c6-bc3c-3b07464adca2 HTTP/1.1" status: 200 len: 210 time: 0.1294248 May 03 16:04:14.722899 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5c2745-4468-4e39-92be-dd69353f4a62 req-c5e6ff2f-5def-461d-a172-38a92a7cbdf4 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:14.725890 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-9f5c2745-4468-4e39-92be-dd69353f4a62 req-c5e6ff2f-5def-461d-a172-38a92a7cbdf4 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb2966f0-0931-453c-bf2f-7457c7794232 HTTP/1.1" status: 200 len: 945 time: 0.0965033 May 03 16:04:14.780348 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-9f5c2745-4468-4e39-92be-dd69353f4a62 req-c9f15faf-bc60-446f-a583-a8faba4775d5 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/security-groups?id=e01d8b89-bed6-46f4-8dc8-33f8e8921c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484438 May 03 16:04:15.341915 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf00ae31-1760-42a0-ad72-a7c571ee9f8d req-699f9e00-ffde-4624-8d77-66d05c2a9a12 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:15.344337 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-bf00ae31-1760-42a0-ad72-a7c571ee9f8d req-699f9e00-ffde-4624-8d77-66d05c2a9a12 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6020fa3-c8c8-4d20-a437-d6e2a52deab0 HTTP/1.1" status: 200 len: 946 time: 0.1457975 May 03 16:04:15.474157 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-bf00ae31-1760-42a0-ad72-a7c571ee9f8d req-f677f25a-475f-4cb8-bef2-f93b3f6d70cc tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "GET /v2.0/security-groups?id=f2246390-77bc-42a9-9caf-c5cb628b63b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1248906 May 03 16:04:15.560663 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e955238-f5b7-48cd-8b84-38f4014a76e6 req-ea9577bf-b7aa-4870-848f-d43b102acc59 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:15.563138 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-0e955238-f5b7-48cd-8b84-38f4014a76e6 req-ea9577bf-b7aa-4870-848f-d43b102acc59 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/ports?device_id=896a5ea9-b5d0-4aef-b34a-a085015c3745 HTTP/1.1" status: 200 len: 945 time: 0.1637757 May 03 16:04:15.630055 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-0e955238-f5b7-48cd-8b84-38f4014a76e6 req-d918d31e-8aa3-40b0-9b5f-5cf1e5dc6c95 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/security-groups?id=d843f737-6466-4183-8023-14d53a00a23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586216 May 03 16:04:15.700451 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-d8fd64da-6aed-442c-b403-54f2d228ad99 req-32b35d87-46d9-44bc-987f-12c30a8ccb71 tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f883922-c15c-4678-af6e-5b5a8f158883 HTTP/1.1" status: 200 len: 210 time: 0.0642519 May 03 16:04:16.052721 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86de2e2-6ab2-4eb8-b634-2ebc864fc222 req-017fff2c-2432-41d5-8069-86a500d37207 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:16.054520 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-b86de2e2-6ab2-4eb8-b634-2ebc864fc222 req-017fff2c-2432-41d5-8069-86a500d37207 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb2966f0-0931-453c-bf2f-7457c7794232 HTTP/1.1" status: 200 len: 945 time: 0.1186922 May 03 16:04:16.063317 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-b5223e01-a904-4e89-a902-ae20f7f129a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:16.128140 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-b86de2e2-6ab2-4eb8-b634-2ebc864fc222 req-5d118925-de95-40ba-afd7-92fc0caed56d tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/security-groups?id=e01d8b89-bed6-46f4-8dc8-33f8e8921c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677490 May 03 16:04:16.348588 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775dced8-1436-4fa8-872a-f2728603a3d0 req-2fe0466d-1c18-41e5-9e6e-86eeaa42a303 tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:16.350172 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Device 19f4a321-d9e3-4454-a26b-2d716753c015 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=74322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 16:04:16.353875 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-775dced8-1436-4fa8-872a-f2728603a3d0 req-2fe0466d-1c18-41e5-9e6e-86eeaa42a303 tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] 10.222.0.42 "GET /v2.0/networks?id=dba88131-4c46-437b-ae77-87969c5756a2 HTTP/1.1" status: 200 len: 813 time: 0.2062669 May 03 16:04:16.366283 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.v2.base [req-775dced8-1436-4fa8-872a-f2728603a3d0 req-da4e643d-1d18-4516-a264-5a837ace8afc tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] Request body: {'port': {'device_id': '6f883922-c15c-4678-af6e-5b5a8f158883', 'network_id': 'dba88131-4c46-437b-ae77-87969c5756a2', 'admin_state_up': True, 'tenant_id': 'b3e11f1b42244526ad22ce729afc5e5e'}} {{(pid=74321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 16:04:16.398166 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.plugin [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] No Port match for: 19f4a321-d9e3-4454-a26b-2d716753c015 {{(pid=74322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 03 16:04:16.399102 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Device 19f4a321-d9e3-4454-a26b-2d716753c015 not bound to the agent host hv-cinder-77428 {{(pid=74322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 16:04:16.590326 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [req-775dced8-1436-4fa8-872a-f2728603a3d0 req-da4e643d-1d18-4516-a264-5a837ace8afc tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:04:16.595439 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [req-775dced8-1436-4fa8-872a-f2728603a3d0 req-da4e643d-1d18-4516-a264-5a837ace8afc tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] Usage tracker for resource:port and tenant:b3e11f1b42244526ad22ce729afc5e5e is out of sync, need to count used quota {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:04:16.599594 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [req-775dced8-1436-4fa8-872a-f2728603a3d0 req-da4e643d-1d18-4516-a264-5a837ace8afc tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:04:16.606447 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [req-775dced8-1436-4fa8-872a-f2728603a3d0 req-da4e643d-1d18-4516-a264-5a837ace8afc tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:04:16.823139 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6dd838-d311-413b-a9c5-ce42a801bd6e req-4a9008f2-85c3-44dd-abc5-e9a20e8dfc0e tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:16.823139 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-ac6dd838-d311-413b-a9c5-ce42a801bd6e req-4a9008f2-85c3-44dd-abc5-e9a20e8dfc0e tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6020fa3-c8c8-4d20-a437-d6e2a52deab0 HTTP/1.1" status: 200 len: 946 time: 0.2088883 May 03 16:04:16.922548 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-ac6dd838-d311-413b-a9c5-ce42a801bd6e req-1041d51d-aad3-4c1f-952d-698749e2d9c0 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "GET /v2.0/security-groups?id=f2246390-77bc-42a9-9caf-c5cb628b63b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592086 May 03 16:04:16.957594 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df9fb8d-114f-4887-95e1-354d1979f843 req-36534623-cebf-447b-ae92-2f936d15c8c4 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:16.959065 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-1df9fb8d-114f-4887-95e1-354d1979f843 req-36534623-cebf-447b-ae92-2f936d15c8c4 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/ports?device_id=896a5ea9-b5d0-4aef-b34a-a085015c3745 HTTP/1.1" status: 200 len: 945 time: 0.1362028 May 03 16:04:17.013118 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-1df9fb8d-114f-4887-95e1-354d1979f843 req-bb250921-69a4-49bc-8b49-0e0107a981d8 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/security-groups?id=d843f737-6466-4183-8023-14d53a00a23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406005 May 03 16:04:17.065081 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-957bbb73-02bc-4062-bd55-1cc1598d7e47 req-1164e3ae-5d26-4e11-a650-213a89b093b8 tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f883922-c15c-4678-af6e-5b5a8f158883 HTTP/1.1" status: 200 len: 210 time: 0.0434422 May 03 16:04:17.305334 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-775dced8-1436-4fa8-872a-f2728603a3d0 req-da4e643d-1d18-4516-a264-5a837ace8afc tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] Made reservation on behalf of b3e11f1b42244526ad22ce729afc5e5e for: {'port': 1} {{(pid=74321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 16:04:17.308764 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [req-775dced8-1436-4fa8-872a-f2728603a3d0 req-da4e643d-1d18-4516-a264-5a837ace8afc tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:17.342454 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7494eb6-a7d7-4721-b521-dc845d9f7d3c req-4af33f46-5afa-47e3-b2aa-5c3ef0ee4258 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:17.344012 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-f7494eb6-a7d7-4721-b521-dc845d9f7d3c req-4af33f46-5afa-47e3-b2aa-5c3ef0ee4258 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb2966f0-0931-453c-bf2f-7457c7794232 HTTP/1.1" status: 200 len: 945 time: 0.1067760 May 03 16:04:17.448021 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-f7494eb6-a7d7-4721-b521-dc845d9f7d3c req-1e74488f-2b18-432e-883c-4e76f7483276 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/security-groups?id=e01d8b89-bed6-46f4-8dc8-33f8e8921c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681272 May 03 16:04:17.568450 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.db_base_plugin_common [req-775dced8-1436-4fa8-872a-f2728603a3d0 req-da4e643d-1d18-4516-a264-5a837ace8afc tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] Allocated IP 172.20.0.10 (dba88131-4c46-437b-ae77-87969c5756a2/5a1fec9a-c279-4037-8f1f-804fe892e567/02893b06-1030-4d81-a55a-4d984ac25ba7) {{(pid=74321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 16:04:17.907392 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146ea5ab-e2f8-4563-af09-a922e437f82d req-d15c1cbf-6b2f-4792-9d4e-7cc85b71746e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:17.909702 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-146ea5ab-e2f8-4563-af09-a922e437f82d req-d15c1cbf-6b2f-4792-9d4e-7cc85b71746e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a45b3ae4a7654b64951cdc1628f41ef5&device_id=c6020fa3-c8c8-4d20-a437-d6e2a52deab0 HTTP/1.1" status: 200 len: 1099 time: 0.0982668 May 03 16:04:17.976136 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [req-775dced8-1436-4fa8-872a-f2728603a3d0 req-da4e643d-1d18-4516-a264-5a837ace8afc tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] Notify callbacks [] for port, precommit_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:18.016692 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67a29c3-de46-43ea-adbc-3ad33b1077c3 req-ada13fe3-3591-4f29-a216-707df3d405d5 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:18.018573 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-a67a29c3-de46-43ea-adbc-3ad33b1077c3 req-ada13fe3-3591-4f29-a216-707df3d405d5 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6020fa3-c8c8-4d20-a437-d6e2a52deab0 HTTP/1.1" status: 200 len: 946 time: 0.2475786 May 03 16:04:18.081378 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-a67a29c3-de46-43ea-adbc-3ad33b1077c3 req-77cae074-52d9-499e-be92-39ec73d887df tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "GET /v2.0/security-groups?id=f2246390-77bc-42a9-9caf-c5cb628b63b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544732 May 03 16:04:18.092768 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [req-775dced8-1436-4fa8-872a-f2728603a3d0 req-da4e643d-1d18-4516-a264-5a837ace8afc tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781092417302'] for port, after_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:18.107050 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146ea5ab-e2f8-4563-af09-a922e437f82d req-03f1d7ff-505b-44b4-ba2c-44749e651399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:18.108692 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-146ea5ab-e2f8-4563-af09-a922e437f82d req-03f1d7ff-505b-44b4-ba2c-44749e651399 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2375af68-6e6b-455a-b7be-3561029d4953 HTTP/1.1" status: 200 len: 912 time: 0.1884284 May 03 16:04:18.127498 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:04:18.285681 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4e643d-1d18-4516-a264-5a837ace8afc tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] Pushing event updated for resources: {'Port': ['ID=02893b06-1030-4d81-a55a-4d984ac25ba7,revision_number=1']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:04:18.288761 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-da4e643d-1d18-4516-a264-5a837ace8afc tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:04:18.302362 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-146ea5ab-e2f8-4563-af09-a922e437f82d req-18b506df-9896-4952-9e66-b48436cb5812 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8ac04686-8f05-4ebc-95be-b0f09f2054d5 HTTP/1.1" status: 200 len: 1001 time: 0.1789699 May 03 16:04:18.345220 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-775dced8-1436-4fa8-872a-f2728603a3d0 req-da4e643d-1d18-4516-a264-5a837ace8afc tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] Network dba88131-4c46-437b-ae77-87969c5756a2 is already hosted by enough agents. {{(pid=74321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 16:04:18.347380 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.scheduler.base_scheduler [req-775dced8-1436-4fa8-872a-f2728603a3d0 req-da4e643d-1d18-4516-a264-5a837ace8afc tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] Resources bound (agent type, host, resource id): {{(pid=74321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:04:18.350448 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.l3_dvrscheduler_db [req-775dced8-1436-4fa8-872a-f2728603a3d0 req-da4e643d-1d18-4516-a264-5a837ace8afc tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] Received port after_create {{(pid=74321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 03 16:04:18.356193 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775dced8-1436-4fa8-872a-f2728603a3d0 req-da4e643d-1d18-4516-a264-5a837ace8afc tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:18.356869 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [req-775dced8-1436-4fa8-872a-f2728603a3d0 req-da4e643d-1d18-4516-a264-5a837ace8afc tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504013'] for port, before_response {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:18.395817 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146ea5ab-e2f8-4563-af09-a922e437f82d req-f0ee83d0-8627-4b76-a74b-21b7c9ad5510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:18.397646 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-146ea5ab-e2f8-4563-af09-a922e437f82d req-f0ee83d0-8627-4b76-a74b-21b7c9ad5510 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0c868822-acdb-4384-9ddc-ddab19dd933c HTTP/1.1" status: 200 len: 850 time: 0.0879703 May 03 16:04:18.456116 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc9a9f3-8db9-4a09-87d0-55bd504f85ec req-4d0831de-df14-44a4-ab63-29a82927eb51 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:18.457610 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-2cc9a9f3-8db9-4a09-87d0-55bd504f85ec req-4d0831de-df14-44a4-ab63-29a82927eb51 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/ports?device_id=896a5ea9-b5d0-4aef-b34a-a085015c3745 HTTP/1.1" status: 200 len: 945 time: 0.1784995 May 03 16:04:18.485115 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146ea5ab-e2f8-4563-af09-a922e437f82d req-02cd440a-4daf-4201-a46d-2d2ed4b5b374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:18.486869 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-146ea5ab-e2f8-4563-af09-a922e437f82d req-02cd440a-4daf-4201-a46d-2d2ed4b5b374 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2375af68-6e6b-455a-b7be-3561029d4953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0822315 May 03 16:04:18.526727 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-2cc9a9f3-8db9-4a09-87d0-55bd504f85ec req-7251ce22-ac9b-4f7a-a072-f96b029bcb4f tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/security-groups?id=d843f737-6466-4183-8023-14d53a00a23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616386 May 03 16:04:18.548159 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9670937-2f77-40ca-931f-7ebea7b4304f req-ae595e1f-ce9b-41f3-a775-6ad2b993bd20 tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:18.548890 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [req-a9670937-2f77-40ca-931f-7ebea7b4304f req-ae595e1f-ce9b-41f3-a775-6ad2b993bd20 tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] Synchronizing usage tracker for tenant:b3e11f1b42244526ad22ce729afc5e5e on resource:port {{(pid=74321) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 16:04:18.630522 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-775dced8-1436-4fa8-872a-f2728603a3d0 req-da4e643d-1d18-4516-a264-5a837ace8afc tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2682216 May 03 16:04:18.650173 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-146ea5ab-e2f8-4563-af09-a922e437f82d req-4ecd2ec7-4e0f-4756-be8b-ebe6841c2fad service neutron] 10.222.0.42 "GET /v2.0/networks/2375af68-6e6b-455a-b7be-3561029d4953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442614 May 03 16:04:18.682227 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.v2.base [req-775dced8-1436-4fa8-872a-f2728603a3d0 req-91a66aee-de52-436f-bef4-8ddb7b36f4cd service neutron] Request body: {'port': {'device_id': '6f883922-c15c-4678-af6e-5b5a8f158883', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=74321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 16:04:18.707347 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [req-a9670937-2f77-40ca-931f-7ebea7b4304f req-ae595e1f-ce9b-41f3-a775-6ad2b993bd20 tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] Unset dirty status for tenant:b3e11f1b42244526ad22ce729afc5e5e on resource:port {{(pid=74321) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 16:04:18.708440 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-a9670937-2f77-40ca-931f-7ebea7b4304f req-ae595e1f-ce9b-41f3-a775-6ad2b993bd20 tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f883922-c15c-4678-af6e-5b5a8f158883 HTTP/1.1" status: 200 len: 932 time: 0.2989218 May 03 16:04:18.789497 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-146ea5ab-e2f8-4563-af09-a922e437f82d req-b10a8e71-3016-494f-b0ea-b9bfc898cc8c service neutron] 10.222.0.42 "GET /v2.0/networks/2375af68-6e6b-455a-b7be-3561029d4953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329920 May 03 16:04:18.793823 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-a9670937-2f77-40ca-931f-7ebea7b4304f req-504b06fb-c319-4d71-92c1-3ad225ad2e70 tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab163241-b1cb-456a-92a4-83c63b969656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750394 May 03 16:04:18.878985 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [req-775dced8-1436-4fa8-872a-f2728603a3d0 req-91a66aee-de52-436f-bef4-8ddb7b36f4cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:18.898327 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0852ee9f-039d-42d6-9857-609e17b5dfa2 req-37207993-a87c-4972-9e93-727ada6574a0 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:18.900331 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-0852ee9f-039d-42d6-9857-609e17b5dfa2 req-37207993-a87c-4972-9e93-727ada6574a0 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.11 "GET /v2.0/ports?device_id=04d3a199-66c4-4fde-bc85-17543f3251da HTTP/1.1" status: 200 len: 945 time: 0.2606006 May 03 16:04:19.056398 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-0852ee9f-039d-42d6-9857-609e17b5dfa2 req-dd7fd596-7625-4f08-b02f-607651ffe36b tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.11 "GET /v2.0/security-groups?id=831833fd-9100-465b-874d-f70121588630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173625 May 03 16:04:19.159509 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f44576-36d5-4d86-b1dc-8e4cfccb8abe req-1e1f4c83-d93b-4a8b-a5ac-eb17d18d5924 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:19.161042 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-47f44576-36d5-4d86-b1dc-8e4cfccb8abe req-1e1f4c83-d93b-4a8b-a5ac-eb17d18d5924 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb2966f0-0931-453c-bf2f-7457c7794232 HTTP/1.1" status: 200 len: 945 time: 0.2038164 May 03 16:04:19.391114 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-47f44576-36d5-4d86-b1dc-8e4cfccb8abe req-80ab8db8-b70c-41e5-917f-0f100dd35b42 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/security-groups?id=e01d8b89-bed6-46f4-8dc8-33f8e8921c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2146742 May 03 16:04:19.452462 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9e7ba5-c0d2-4b3d-8b06-840283da83a4 req-46609a19-ebc5-4395-bb05-cf1c9fac0863 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:19.455675 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-db9e7ba5-c0d2-4b3d-8b06-840283da83a4 req-46609a19-ebc5-4395-bb05-cf1c9fac0863 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6020fa3-c8c8-4d20-a437-d6e2a52deab0 HTTP/1.1" status: 200 len: 946 time: 0.2539258 May 03 16:04:19.561446 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.notifiers.nova [req-775dced8-1436-4fa8-872a-f2728603a3d0 req-91a66aee-de52-436f-bef4-8ddb7b36f4cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02893b06-1030-4d81-a55a-4d984ac25ba7 {{(pid=74321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 03 16:04:19.568360 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-db9e7ba5-c0d2-4b3d-8b06-840283da83a4 req-d136c07c-55f5-46a0-99e0-00db4d6302c5 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "GET /v2.0/security-groups?id=f2246390-77bc-42a9-9caf-c5cb628b63b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011541 May 03 16:04:19.572408 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [req-775dced8-1436-4fa8-872a-f2728603a3d0 req-91a66aee-de52-436f-bef4-8ddb7b36f4cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:19.599865 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.provisioning_blocks [req-775dced8-1436-4fa8-872a-f2728603a3d0 req-91a66aee-de52-436f-bef4-8ddb7b36f4cd service neutron] Transition to ACTIVE for port object 02893b06-1030-4d81-a55a-4d984ac25ba7 will not be triggered until provisioned by entity L2. {{(pid=74321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 16:04:19.711055 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [req-775dced8-1436-4fa8-872a-f2728603a3d0 req-91a66aee-de52-436f-bef4-8ddb7b36f4cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365'] for port, after_update {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:19.718400 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-6254fc17-4572-4742-94be-f2a183b4109c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:04:19.865292 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a66aee-de52-436f-bef4-8ddb7b36f4cd service neutron] Pushing event updated for resources: {'Port': ['ID=02893b06-1030-4d81-a55a-4d984ac25ba7,revision_number=2']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:04:19.897960 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-91a66aee-de52-436f-bef4-8ddb7b36f4cd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:04:19.928441 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851b4554-15a7-4c8c-9282-1572cfeec92d req-a4e0798f-7ea6-435c-8a72-7de9b8c280c7 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:19.931829 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-851b4554-15a7-4c8c-9282-1572cfeec92d req-a4e0798f-7ea6-435c-8a72-7de9b8c280c7 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/ports?device_id=896a5ea9-b5d0-4aef-b34a-a085015c3745 HTTP/1.1" status: 200 len: 945 time: 0.2677188 May 03 16:04:19.938419 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.managers [req-775dced8-1436-4fa8-872a-f2728603a3d0 req-91a66aee-de52-436f-bef4-8ddb7b36f4cd service neutron] Attempting to bind port 02893b06-1030-4d81-a55a-4d984ac25ba7 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=74321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 16:04:19.938725 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.managers [req-775dced8-1436-4fa8-872a-f2728603a3d0 req-91a66aee-de52-436f-bef4-8ddb7b36f4cd service neutron] Attempting to bind port 02893b06-1030-4d81-a55a-4d984ac25ba7 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': 'd58398cd-d734-4367-831e-a4e795fcd44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'dba88131-4c46-437b-ae77-87969c5756a2'}] {{(pid=74321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 16:04:19.939033 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775dced8-1436-4fa8-872a-f2728603a3d0 req-91a66aee-de52-436f-bef4-8ddb7b36f4cd service neutron] Attempting to bind port 02893b06-1030-4d81-a55a-4d984ac25ba7 on network dba88131-4c46-437b-ae77-87969c5756a2 {{(pid=74321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 16:04:19.954256 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4154d2-ed56-4d1d-b18b-9829e3a9e11c req-d4310c2e-2422-4860-9bb7-00b8414f6a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:19.955755 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-5d4154d2-ed56-4d1d-b18b-9829e3a9e11c req-d4310c2e-2422-4860-9bb7-00b8414f6a20 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=30698392a3254cc2a62d95e9d3896fad&device_id=eb2966f0-0931-453c-bf2f-7457c7794232 HTTP/1.1" status: 200 len: 1098 time: 0.0876839 May 03 16:04:19.964813 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775dced8-1436-4fa8-872a-f2728603a3d0 req-91a66aee-de52-436f-bef4-8ddb7b36f4cd service neutron] Port 02893b06-1030-4d81-a55a-4d984ac25ba7 on network dba88131-4c46-437b-ae77-87969c5756a2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=74321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 16:04:19.965133 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775dced8-1436-4fa8-872a-f2728603a3d0 req-91a66aee-de52-436f-bef4-8ddb7b36f4cd service neutron] Attempting to bind port 02893b06-1030-4d81-a55a-4d984ac25ba7 on network dba88131-4c46-437b-ae77-87969c5756a2 {{(pid=74321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 16:04:20.011693 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775dced8-1436-4fa8-872a-f2728603a3d0 req-91a66aee-de52-436f-bef4-8ddb7b36f4cd service neutron] Checking agent: {'id': 'e8f37935-7292-412a-84f9-cfa484ab4cdd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 3, 16, 0, 3), 'started_at': datetime.datetime(2021, 5, 3, 16, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 5, 3, 16, 4, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 16:04:20.012040 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775dced8-1436-4fa8-872a-f2728603a3d0 req-91a66aee-de52-436f-bef4-8ddb7b36f4cd service neutron] Checking segment: {'id': 'd58398cd-d734-4367-831e-a4e795fcd44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'dba88131-4c46-437b-ae77-87969c5756a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 03 16:04:20.012429 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775dced8-1436-4fa8-872a-f2728603a3d0 req-91a66aee-de52-436f-bef4-8ddb7b36f4cd service neutron] Bound using segment: {'id': 'd58398cd-d734-4367-831e-a4e795fcd44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'dba88131-4c46-437b-ae77-87969c5756a2'} {{(pid=74321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 16:04:20.012869 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.managers [req-775dced8-1436-4fa8-872a-f2728603a3d0 req-91a66aee-de52-436f-bef4-8ddb7b36f4cd service neutron] Bound port: 02893b06-1030-4d81-a55a-4d984ac25ba7, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd58398cd-d734-4367-831e-a4e795fcd44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'dba88131-4c46-437b-ae77-87969c5756a2'}}] {{(pid=74321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 16:04:20.013207 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [req-775dced8-1436-4fa8-872a-f2728603a3d0 req-91a66aee-de52-436f-bef4-8ddb7b36f4cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:20.049761 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-851b4554-15a7-4c8c-9282-1572cfeec92d req-8d604184-c858-44cf-b86e-d0a4a98984d7 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/security-groups?id=d843f737-6466-4183-8023-14d53a00a23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065919 May 03 16:04:20.101854 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4154d2-ed56-4d1d-b18b-9829e3a9e11c req-15fb58bd-508f-4da6-a584-bd587dfc1238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:20.103413 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-5d4154d2-ed56-4d1d-b18b-9829e3a9e11c req-15fb58bd-508f-4da6-a584-bd587dfc1238 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3d07b93f-2cbc-4419-9656-593dd149b251 HTTP/1.1" status: 200 len: 917 time: 0.1337190 May 03 16:04:20.144070 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.db [req-775dced8-1436-4fa8-872a-f2728603a3d0 req-91a66aee-de52-436f-bef4-8ddb7b36f4cd service neutron] For port 02893b06-1030-4d81-a55a-4d984ac25ba7, host hv-cinder-77428, cleared binding levels {{(pid=74321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 16:04:20.149380 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.db [req-775dced8-1436-4fa8-872a-f2728603a3d0 req-91a66aee-de52-436f-bef4-8ddb7b36f4cd service neutron] For port 02893b06-1030-4d81-a55a-4d984ac25ba7, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=02893b06-1030-4d81-a55a-4d984ac25ba7,segment=NetworkSegment(d58398cd-d734-4367-831e-a4e795fcd44b),segment_id=d58398cd-d734-4367-831e-a4e795fcd44b)] {{(pid=74321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 16:04:20.158076 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5e444b-5920-4f0a-a7b6-04a39083ecf1 req-6fb2423e-0bc1-4a6c-8796-8702731f73a7 tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:20.165030 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-9b5e444b-5920-4f0a-a7b6-04a39083ecf1 req-6fb2423e-0bc1-4a6c-8796-8702731f73a7 tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f883922-c15c-4678-af6e-5b5a8f158883 HTTP/1.1" status: 200 len: 944 time: 0.1931622 May 03 16:04:20.236185 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-5d4154d2-ed56-4d1d-b18b-9829e3a9e11c req-04fa140c-6e48-4b42-a899-67fb8dcf0779 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=273acec7-db74-4d3c-9919-34656b1953d7 HTTP/1.1" status: 200 len: 1000 time: 0.1232090 May 03 16:04:20.240273 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [req-775dced8-1436-4fa8-872a-f2728603a3d0 req-91a66aee-de52-436f-bef4-8ddb7b36f4cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365'] for port, after_update {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:20.251817 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-316474ac-3354-47bb-b4a5-7ca87d0bd9a1 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:04:20.303421 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4154d2-ed56-4d1d-b18b-9829e3a9e11c req-8f7f8eea-3643-47ec-b63e-31273ae11143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:20.305058 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-5d4154d2-ed56-4d1d-b18b-9829e3a9e11c req-8f7f8eea-3643-47ec-b63e-31273ae11143 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6e179f81-7e4a-49b9-b9a9-9613d63a9979 HTTP/1.1" status: 200 len: 855 time: 0.0599968 May 03 16:04:20.305593 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-9b5e444b-5920-4f0a-a7b6-04a39083ecf1 req-16ce1f29-6f32-42d7-b7ca-4e04d1537a20 tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab163241-b1cb-456a-92a4-83c63b969656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397102 May 03 16:04:20.330324 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775dced8-1436-4fa8-872a-f2728603a3d0 req-91a66aee-de52-436f-bef4-8ddb7b36f4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:20.330947 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [req-775dced8-1436-4fa8-872a-f2728603a3d0 req-91a66aee-de52-436f-bef4-8ddb7b36f4cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504013'] for port, before_response {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:20.332368 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-775dced8-1436-4fa8-872a-f2728603a3d0 req-91a66aee-de52-436f-bef4-8ddb7b36f4cd service neutron] 10.222.0.42 "PUT /v2.0/ports/02893b06-1030-4d81-a55a-4d984ac25ba7 HTTP/1.1" status: 200 len: 1094 time: 1.6585734 May 03 16:04:20.332888 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f883922-c15c-4678-af6e-5b5a8f158883', 'tag': '02893b06-1030-4d81-a55a-4d984ac25ba7'}] {{(pid=74321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 16:04:20.365761 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a66aee-de52-436f-bef4-8ddb7b36f4cd service neutron] Pushing event updated for resources: {'Port': ['ID=02893b06-1030-4d81-a55a-4d984ac25ba7,revision_number=3']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:04:20.392100 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4154d2-ed56-4d1d-b18b-9829e3a9e11c req-de4ad4a8-8201-47ea-bc15-12de4506e53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:20.393613 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-5d4154d2-ed56-4d1d-b18b-9829e3a9e11c req-de4ad4a8-8201-47ea-bc15-12de4506e53a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3d07b93f-2cbc-4419-9656-593dd149b251&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0818193 May 03 16:04:20.407433 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-91a66aee-de52-436f-bef4-8ddb7b36f4cd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:04:20.409007 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f883922-c15c-4678-af6e-5b5a8f158883', 'tag': '02893b06-1030-4d81-a55a-4d984ac25ba7', 'status': 'completed', 'code': 200} May 03 16:04:20.433613 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc02957-3c9f-4f42-ac70-60d40f843218 req-1302370b-49a2-4d20-a582-fc43628fef46 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:20.435146 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-bdc02957-3c9f-4f42-ac70-60d40f843218 req-1302370b-49a2-4d20-a582-fc43628fef46 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.11 "GET /v2.0/ports?device_id=04d3a199-66c4-4fde-bc85-17543f3251da HTTP/1.1" status: 200 len: 945 time: 0.2485852 May 03 16:04:20.506683 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa624f51-fdbf-4ea0-85f4-d59777648912 req-3eb57acd-2a27-402d-9486-9b8895ea6ae6 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:20.508252 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-aa624f51-fdbf-4ea0-85f4-d59777648912 req-3eb57acd-2a27-402d-9486-9b8895ea6ae6 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.42 "GET /v2.0/ports?device_id=04d3a199-66c4-4fde-bc85-17543f3251da HTTP/1.1" status: 200 len: 945 time: 0.1352711 May 03 16:04:20.552297 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-bdc02957-3c9f-4f42-ac70-60d40f843218 req-2dd0839d-b777-4c6c-846e-de1ef9b55c52 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.11 "GET /v2.0/security-groups?id=831833fd-9100-465b-874d-f70121588630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069500 May 03 16:04:20.592924 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-5d4154d2-ed56-4d1d-b18b-9829e3a9e11c req-b163a08f-9514-4ebd-b41e-a62db06e8c80 service neutron] 10.222.0.42 "GET /v2.0/networks/3d07b93f-2cbc-4419-9656-593dd149b251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895733 May 03 16:04:20.596788 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79414b9-4c93-4291-9339-24d2037b7ca9 req-a055e393-8165-4c3d-a74e-a262c83e779e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:20.598182 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-d79414b9-4c93-4291-9339-24d2037b7ca9 req-a055e393-8165-4c3d-a74e-a262c83e779e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b3e11f1b42244526ad22ce729afc5e5e&device_id=6f883922-c15c-4678-af6e-5b5a8f158883 HTTP/1.1" status: 200 len: 1097 time: 0.1742878 May 03 16:04:20.708149 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2240cdd6-85ca-44b2-9631-e5dbdba17b85 req-dd51c775-10e0-4916-9c12-14792eebfc03 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:20.709740 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-2240cdd6-85ca-44b2-9631-e5dbdba17b85 req-dd51c775-10e0-4916-9c12-14792eebfc03 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb2966f0-0931-453c-bf2f-7457c7794232 HTTP/1.1" status: 200 len: 945 time: 0.2005918 May 03 16:04:20.804516 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.plugin [req-aa624f51-fdbf-4ea0-85f4-d59777648912 req-dbfd155d-c3d8-479c-af38-6ce04c40c34e tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Deleting port 04075b21-bc86-48b8-9716-1c06b5d17cd0 {{(pid=74321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 16:04:20.804868 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [req-aa624f51-fdbf-4ea0-85f4-d59777648912 req-dbfd155d-c3d8-479c-af38-6ce04c40c34e tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781092848725'] for port, before_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:20.850381 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-2240cdd6-85ca-44b2-9631-e5dbdba17b85 req-97f31300-6793-491f-9255-1e0b5a0f231e tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/security-groups?id=e01d8b89-bed6-46f4-8dc8-33f8e8921c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1302321 May 03 16:04:20.963075 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-5d4154d2-ed56-4d1d-b18b-9829e3a9e11c req-2d45c723-2986-4164-b6d1-54e51658c995 service neutron] 10.222.0.42 "GET /v2.0/networks/3d07b93f-2cbc-4419-9656-593dd149b251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3635941 May 03 16:04:20.963660 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea02c1d9-b9b4-42cb-b5dc-cef979cc2a91 req-7296eda4-f7b0-4aa8-8ad1-6b52b9524728 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:20.965054 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-ea02c1d9-b9b4-42cb-b5dc-cef979cc2a91 req-7296eda4-f7b0-4aa8-8ad1-6b52b9524728 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6020fa3-c8c8-4d20-a437-d6e2a52deab0 HTTP/1.1" status: 200 len: 946 time: 0.2254443 May 03 16:04:20.967858 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79414b9-4c93-4291-9339-24d2037b7ca9 req-d2f1162e-37ef-4c08-a04f-7612509d5c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:20.969877 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-d79414b9-4c93-4291-9339-24d2037b7ca9 req-d2f1162e-37ef-4c08-a04f-7612509d5c26 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=b3e11f1b42244526ad22ce729afc5e5e&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2259862 May 03 16:04:21.006225 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.db [req-aa624f51-fdbf-4ea0-85f4-d59777648912 req-dbfd155d-c3d8-479c-af38-6ce04c40c34e tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] For port 04075b21-bc86-48b8-9716-1c06b5d17cd0, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=04075b21-bc86-48b8-9716-1c06b5d17cd0,segment=NetworkSegment(7f8c3c90-af0d-464f-bf17-eaa367a67228),segment_id=7f8c3c90-af0d-464f-bf17-eaa367a67228)] {{(pid=74321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 16:04:21.006639 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [req-aa624f51-fdbf-4ea0-85f4-d59777648912 req-dbfd155d-c3d8-479c-af38-6ce04c40c34e tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925573'] for port, precommit_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:21.119111 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79414b9-4c93-4291-9339-24d2037b7ca9 req-7c580eb0-9c45-48e4-bac5-cbd9d339e590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:21.120652 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-d79414b9-4c93-4291-9339-24d2037b7ca9 req-7c580eb0-9c45-48e4-bac5-cbd9d339e590 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1437988 May 03 16:04:21.142455 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-ea02c1d9-b9b4-42cb-b5dc-cef979cc2a91 req-538f978f-cd10-4f2d-beb8-c6dc243e69bc tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "GET /v2.0/security-groups?id=f2246390-77bc-42a9-9caf-c5cb628b63b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1675851 May 03 16:04:21.149949 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.plugin [req-aa624f51-fdbf-4ea0-85f4-d59777648912 req-dbfd155d-c3d8-479c-af38-6ce04c40c34e tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Calling delete_port for 04075b21-bc86-48b8-9716-1c06b5d17cd0 owned by compute:nova {{(pid=74321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 03 16:04:21.253387 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775dced8-1436-4fa8-872a-f2728603a3d0 req-9f0c1756-c6ba-4aa5-82df-8ec93f9fbdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:21.254881 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-775dced8-1436-4fa8-872a-f2728603a3d0 req-9f0c1756-c6ba-4aa5-82df-8ec93f9fbdd4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b3e11f1b42244526ad22ce729afc5e5e&device_id=6f883922-c15c-4678-af6e-5b5a8f158883 HTTP/1.1" status: 200 len: 1097 time: 0.0925200 May 03 16:04:21.332866 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-775dced8-1436-4fa8-872a-f2728603a3d0 req-485a5ed6-c74f-407e-bd4c-28b00e36e347 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=02893b06-1030-4d81-a55a-4d984ac25ba7 HTTP/1.1" status: 200 len: 217 time: 0.0701880 May 03 16:04:21.421312 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775dced8-1436-4fa8-872a-f2728603a3d0 req-81a2295e-c483-4e8b-aa02-b45927f8e8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:21.423715 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-775dced8-1436-4fa8-872a-f2728603a3d0 req-81a2295e-c483-4e8b-aa02-b45927f8e8f2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5a1fec9a-c279-4037-8f1f-804fe892e567 HTTP/1.1" status: 200 len: 853 time: 0.0839331 May 03 16:04:21.441609 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329bc31e-205e-49db-9aa2-03429e751a85 req-747168c8-6d7d-4444-8c07-4c3a4e2fdc71 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:21.443086 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-329bc31e-205e-49db-9aa2-03429e751a85 req-747168c8-6d7d-4444-8c07-4c3a4e2fdc71 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/ports?device_id=896a5ea9-b5d0-4aef-b34a-a085015c3745 HTTP/1.1" status: 200 len: 945 time: 0.1980371 May 03 16:04:21.479382 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-775dced8-1436-4fa8-872a-f2728603a3d0 req-6225669c-a021-41d7-8703-1a0b7eed6080 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dba88131-4c46-437b-ae77-87969c5756a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478640 May 03 16:04:21.518490 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [req-aa624f51-fdbf-4ea0-85f4-d59777648912 req-dbfd155d-c3d8-479c-af38-6ce04c40c34e tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781092850854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781092417311'] for port, after_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:21.531230 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] get_ports_and_sgs() called for port_ids ['04075b21-bc86-48b8-9716-1c06b5d17cd0'] {{(pid=74322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 16:04:21.534277 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-da4e643d-1d18-4516-a264-5a837ace8afc tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:04:21.586808 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-329bc31e-205e-49db-9aa2-03429e751a85 req-eb55faf8-cf4c-440a-b4f9-6bd4f3d57bbb tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/security-groups?id=d843f737-6466-4183-8023-14d53a00a23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121855 May 03 16:04:21.613666 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfd155d-c3d8-479c-af38-6ce04c40c34e tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Pushing event deleted for resources: {'Port': ['ID=04075b21-bc86-48b8-9716-1c06b5d17cd0,revision_number=None']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:04:21.621917 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-dbfd155d-c3d8-479c-af38-6ce04c40c34e tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:04:21.641136 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-775dced8-1436-4fa8-872a-f2728603a3d0 req-277f50e3-2074-44a9-8ac3-8bea3d53752f service neutron] 10.222.0.42 "GET /v2.0/networks/dba88131-4c46-437b-ae77-87969c5756a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535335 May 03 16:04:21.673740 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa624f51-fdbf-4ea0-85f4-d59777648912 req-dbfd155d-c3d8-479c-af38-6ce04c40c34e tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] No DVR routers for this DVR port 04075b21-bc86-48b8-9716-1c06b5d17cd0 on host hv-cinder-77428 {{(pid=74321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 16:04:21.678195 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [req-aa624f51-fdbf-4ea0-85f4-d59777648912 req-dbfd155d-c3d8-479c-af38-6ce04c40c34e tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504013'] for port, before_response {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:21.698708 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cba8e6-f07c-4a60-9a41-3a44b81baa59 req-35d46583-d56a-4382-9457-88d1f7edf402 tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:21.700338 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-37cba8e6-f07c-4a60-9a41-3a44b81baa59 req-35d46583-d56a-4382-9457-88d1f7edf402 tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f883922-c15c-4678-af6e-5b5a8f158883 HTTP/1.1" status: 200 len: 944 time: 0.2563415 May 03 16:04:21.771078 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [req-a337d011-4046-4d2c-b087-38e34eafba41 req-419df2d3-d8e5-4d3c-b221-72b7952f24c3 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Synchronizing usage tracker for tenant:0a26f36f4e834c7babe874ff5e2db568 on resource:port {{(pid=74321) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 16:04:21.786475 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-aa624f51-fdbf-4ea0-85f4-d59777648912 req-dbfd155d-c3d8-479c-af38-6ce04c40c34e tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.42 "DELETE /v2.0/ports/04075b21-bc86-48b8-9716-1c06b5d17cd0 HTTP/1.1" status: 204 len: 173 time: 1.2374716 May 03 16:04:21.811870 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-37cba8e6-f07c-4a60-9a41-3a44b81baa59 req-18f514da-db6b-4ebd-8f12-09e733511c99 tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab163241-b1cb-456a-92a4-83c63b969656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037779 May 03 16:04:21.813463 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-775dced8-1436-4fa8-872a-f2728603a3d0 req-f76625dc-a144-47c5-bf58-a5d29af5b6ac service neutron] 10.222.0.42 "GET /v2.0/networks/dba88131-4c46-437b-ae77-87969c5756a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647620 May 03 16:04:21.908385 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [req-a337d011-4046-4d2c-b087-38e34eafba41 req-419df2d3-d8e5-4d3c-b221-72b7952f24c3 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Unset dirty status for tenant:0a26f36f4e834c7babe874ff5e2db568 on resource:port {{(pid=74321) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 16:04:21.912734 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-a337d011-4046-4d2c-b087-38e34eafba41 req-419df2d3-d8e5-4d3c-b221-72b7952f24c3 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] 10.222.0.11 "GET /v2.0/ports?device_id=04d3a199-66c4-4fde-bc85-17543f3251da HTTP/1.1" status: 200 len: 210 time: 0.2036331 May 03 16:04:22.053666 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dc3e48-da7d-496b-ab0a-272cb39eb2bf req-14166e45-cc6f-4740-a79d-f28477b237ca tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:22.055178 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-a3dc3e48-da7d-496b-ab0a-272cb39eb2bf req-14166e45-cc6f-4740-a79d-f28477b237ca tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb2966f0-0931-453c-bf2f-7457c7794232 HTTP/1.1" status: 200 len: 945 time: 0.0918062 May 03 16:04:22.106059 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-a3dc3e48-da7d-496b-ab0a-272cb39eb2bf req-1e1485a2-33a4-4f24-8080-15a577958eeb tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/security-groups?id=e01d8b89-bed6-46f4-8dc8-33f8e8921c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442252 May 03 16:04:22.410298 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04d3a199-66c4-4fde-bc85-17543f3251da', 'name': 'network-vif-deleted', 'tag': '04075b21-bc86-48b8-9716-1c06b5d17cd0'}] {{(pid=74321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 16:04:22.454224 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04d3a199-66c4-4fde-bc85-17543f3251da', 'name': 'network-vif-deleted', 'tag': '04075b21-bc86-48b8-9716-1c06b5d17cd0', 'status': 'completed', 'code': 200} May 03 16:04:22.775276 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49086d49-63c9-413b-bf2b-be9386cee228 req-35d35d59-9141-4874-b67c-d5fed99134fd tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:22.777581 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-49086d49-63c9-413b-bf2b-be9386cee228 req-35d35d59-9141-4874-b67c-d5fed99134fd tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/ports?device_id=896a5ea9-b5d0-4aef-b34a-a085015c3745 HTTP/1.1" status: 200 len: 945 time: 0.0841937 May 03 16:04:22.823121 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-49086d49-63c9-413b-bf2b-be9386cee228 req-5ce4c3cd-c2f9-43da-aac0-6270531caa31 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/security-groups?id=d843f737-6466-4183-8023-14d53a00a23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386579 May 03 16:04:23.008497 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 51340) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:04:23.009601 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934d7bc9-0c39-42b6-aba5-883dabf1a421 req-b7033c81-5e02-4f8c-99f5-0748fcacd8b6 tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:23.016805 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-934d7bc9-0c39-42b6-aba5-883dabf1a421 req-b7033c81-5e02-4f8c-99f5-0748fcacd8b6 tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f883922-c15c-4678-af6e-5b5a8f158883 HTTP/1.1" status: 200 len: 944 time: 0.0990400 May 03 16:04:23.058393 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-934d7bc9-0c39-42b6-aba5-883dabf1a421 req-052a2c1d-8c2a-492b-a786-e8646e61f209 tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab163241-b1cb-456a-92a4-83c63b969656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405416 May 03 16:04:23.069156 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ebc9d51-457b-4f7d-9315-3e86a7b0bff7 admin admin] Deleting subnet 213f080e-45b1-4a83-9ec2-6e7991e6012a {{(pid=74320) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} May 03 16:04:23.072235 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-8ebc9d51-457b-4f7d-9315-3e86a7b0bff7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:23.122273 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-8ebc9d51-457b-4f7d-9315-3e86a7b0bff7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2433393'] for subnet, precommit_delete_associations {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:23.190769 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-8ebc9d51-457b-4f7d-9315-3e86a7b0bff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2037121'] for subnet, precommit_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:23.304626 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62babc41-2321-4f06-b859-a9996a52145b req-db90ab3a-dfb2-4ac6-8e59-ba3de87a30cf tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:23.306429 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-62babc41-2321-4f06-b859-a9996a52145b req-db90ab3a-dfb2-4ac6-8e59-ba3de87a30cf tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb2966f0-0931-453c-bf2f-7457c7794232 HTTP/1.1" status: 200 len: 945 time: 0.0810881 May 03 16:04:23.358149 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-62babc41-2321-4f06-b859-a9996a52145b req-2f9e1a22-f261-475a-b4d2-253463ed03e2 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/security-groups?id=e01d8b89-bed6-46f4-8dc8-33f8e8921c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453985 May 03 16:04:23.492075 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-8ebc9d51-457b-4f7d-9315-3e86a7b0bff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2037128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2109768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2927872'] for subnet, after_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:23.497278 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:04:23.544466 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-8ebc9d51-457b-4f7d-9315-3e86a7b0bff7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:23.547595 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebc9d51-457b-4f7d-9315-3e86a7b0bff7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=213f080e-45b1-4a83-9ec2-6e7991e6012a,revision_number=None']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:04:23.551399 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-8ebc9d51-457b-4f7d-9315-3e86a7b0bff7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:04:23.558022 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-8ebc9d51-457b-4f7d-9315-3e86a7b0bff7 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/213f080e-45b1-4a83-9ec2-6e7991e6012a HTTP/1.1" status: 204 len: 168 time: 0.5462801 May 03 16:04:23.558290 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 51354) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:04:23.760708 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-bbdfbf1e-58df-48fd-8ebe-748d5e4422cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2016999'] for network, before_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:23.885336 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-bbdfbf1e-58df-48fd-8ebe-748d5e4422cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2031644', 'neutron.services.segments.db._delete_segments_for_network-8781092860977'] for network, precommit_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:23.998372 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.services.segments.db [None req-bbdfbf1e-58df-48fd-8ebe-748d5e4422cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['870e002b-7538-43c3-9d68-f9ced202572f']}} {{(pid=74320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:04:24.012146 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.services.segments.db [None req-bbdfbf1e-58df-48fd-8ebe-748d5e4422cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f8c3c90-af0d-464f-bf17-eaa367a67228') {'for_net_delete': True} {{(pid=74320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:04:24.012730 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.services.segments.db [None req-bbdfbf1e-58df-48fd-8ebe-748d5e4422cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f8c3c90-af0d-464f-bf17-eaa367a67228') {} {{(pid=74320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:04:24.024835 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94987ac4-3ea5-489f-a833-644a6362475e req-0f24d9ae-9d55-4e75-8788-0425e06078d7 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:24.025983 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-bbdfbf1e-58df-48fd-8ebe-748d5e4422cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781092872551', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2433352'] for segment, before_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:24.026333 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-94987ac4-3ea5-489f-a833-644a6362475e req-0f24d9ae-9d55-4e75-8788-0425e06078d7 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/ports?device_id=896a5ea9-b5d0-4aef-b34a-a085015c3745 HTTP/1.1" status: 200 len: 945 time: 0.0933530 May 03 16:04:24.043700 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-bbdfbf1e-58df-48fd-8ebe-748d5e4422cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038491'] for segment, precommit_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:24.052907 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbdfbf1e-58df-48fd-8ebe-748d5e4422cd admin admin] Releasing vlan 643 on physical network physnet1 to pool {{(pid=74320) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 16:04:24.081197 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-94987ac4-3ea5-489f-a833-644a6362475e req-68c27aa7-489f-43a4-a9b7-af5cf9b06ace tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/security-groups?id=d843f737-6466-4183-8023-14d53a00a23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474570 May 03 16:04:24.237987 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.managers [None req-bbdfbf1e-58df-48fd-8ebe-748d5e4422cd admin admin] Network 870e002b-7538-43c3-9d68-f9ced202572f has no segments {{(pid=74320) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 03 16:04:24.251592 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-bbdfbf1e-58df-48fd-8ebe-748d5e4422cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2038484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2110442'] for segment, after_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:24.270460 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec60b216-220d-415e-9b62-c538c522da04 req-b9ca092b-7931-4e72-90e4-f43b33739458 tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:24.272442 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-ec60b216-220d-415e-9b62-c538c522da04 req-b9ca092b-7931-4e72-90e4-f43b33739458 tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f883922-c15c-4678-af6e-5b5a8f158883 HTTP/1.1" status: 200 len: 944 time: 0.0834525 May 03 16:04:24.322264 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-ec60b216-220d-415e-9b62-c538c522da04 req-53059f08-3ea7-40f4-9de6-10a76e6c3670 tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab163241-b1cb-456a-92a4-83c63b969656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431621 May 03 16:04:24.423280 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.managers [None req-bbdfbf1e-58df-48fd-8ebe-748d5e4422cd admin admin] Network 870e002b-7538-43c3-9d68-f9ced202572f has no segments {{(pid=74320) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 03 16:04:24.426800 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Device 02893b06-1030-4d81-a55a-4d984ac25ba7 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=74322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 16:04:24.429171 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Device 273acec7-db74-4d3c-9919-34656b1953d7 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=74322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 16:04:24.444772 dv-cinder-774286-11-smb neutron-server[74320]: Traceback (most recent call last): May 03 16:04:24.444772 dv-cinder-774286-11-smb neutron-server[74320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 16:04:24.444772 dv-cinder-774286-11-smb neutron-server[74320]: timer() May 03 16:04:24.444772 dv-cinder-774286-11-smb neutron-server[74320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 16:04:24.444772 dv-cinder-774286-11-smb neutron-server[74320]: cb(*args, **kw) May 03 16:04:24.444772 dv-cinder-774286-11-smb neutron-server[74320]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 03 16:04:24.444772 dv-cinder-774286-11-smb neutron-server[74320]: return func(*args, **kwargs) May 03 16:04:24.444772 dv-cinder-774286-11-smb neutron-server[74320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 16:04:24.444772 dv-cinder-774286-11-smb neutron-server[74320]: self._notify() May 03 16:04:24.444772 dv-cinder-774286-11-smb neutron-server[74320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 16:04:24.444772 dv-cinder-774286-11-smb neutron-server[74320]: self.callback(batched_events) May 03 16:04:24.444772 dv-cinder-774286-11-smb neutron-server[74320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 16:04:24.444772 dv-cinder-774286-11-smb neutron-server[74320]: event.method(event) May 03 16:04:24.444772 dv-cinder-774286-11-smb neutron-server[74320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 16:04:24.444772 dv-cinder-774286-11-smb neutron-server[74320]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 16:04:24.444772 dv-cinder-774286-11-smb neutron-server[74320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 16:04:24.444772 dv-cinder-774286-11-smb neutron-server[74320]: aggregate_uuid = self.p_client.list_aggregates( May 03 16:04:24.444772 dv-cinder-774286-11-smb neutron-server[74320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 16:04:24.444772 dv-cinder-774286-11-smb neutron-server[74320]: return f(self, *a, **k) May 03 16:04:24.444772 dv-cinder-774286-11-smb neutron-server[74320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 16:04:24.444772 dv-cinder-774286-11-smb neutron-server[74320]: return self._get(url).json() May 03 16:04:24.444772 dv-cinder-774286-11-smb neutron-server[74320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 16:04:24.444772 dv-cinder-774286-11-smb neutron-server[74320]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 16:04:24.444772 dv-cinder-774286-11-smb neutron-server[74320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 16:04:24.444772 dv-cinder-774286-11-smb neutron-server[74320]: return self.request(url, 'GET', **kwargs) May 03 16:04:24.444772 dv-cinder-774286-11-smb neutron-server[74320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 16:04:24.444772 dv-cinder-774286-11-smb neutron-server[74320]: base_url = self.get_endpoint(auth, allow=allow, May 03 16:04:24.444772 dv-cinder-774286-11-smb neutron-server[74320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 16:04:24.444772 dv-cinder-774286-11-smb neutron-server[74320]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 16:04:24.444772 dv-cinder-774286-11-smb neutron-server[74320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 16:04:24.444772 dv-cinder-774286-11-smb neutron-server[74320]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 16:04:24.444772 dv-cinder-774286-11-smb neutron-server[74320]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 16:04:24.649066 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:24.679838 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-bbdfbf1e-58df-48fd-8ebe-748d5e4422cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2031619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926591'] for network, after_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:24.681070 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] For port 02893b06-1030-4d81-a55a-4d984ac25ba7, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=02893b06-1030-4d81-a55a-4d984ac25ba7,segment=NetworkSegment(d58398cd-d734-4367-831e-a4e795fcd44b),segment_id=d58398cd-d734-4367-831e-a4e795fcd44b)] {{(pid=74322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 16:04:24.691174 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-bbdfbf1e-58df-48fd-8ebe-748d5e4422cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532153'] for network, before_response {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:24.695328 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-c3244dce-0113-47a4-aed7-948a7ea20579 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:04:24.705749 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb2966f0-0931-453c-bf2f-7457c7794232', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '273acec7-db74-4d3c-9919-34656b1953d7'}] {{(pid=74322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 16:04:24.712142 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Returning: {'device': '02893b06-1030-4d81-a55a-4d984ac25ba7', 'network_id': 'dba88131-4c46-437b-ae77-87969c5756a2', 'port_id': '02893b06-1030-4d81-a55a-4d984ac25ba7', 'mac_address': 'fa:16:3e:ca:50:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a1fec9a-c279-4037-8f1f-804fe892e567', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 16:04:24.718410 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] For port 273acec7-db74-4d3c-9919-34656b1953d7, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=273acec7-db74-4d3c-9919-34656b1953d7,segment=NetworkSegment(2b1d67ca-c22e-4b92-bc7c-13b39c284b0e),segment_id=2b1d67ca-c22e-4b92-bc7c-13b39c284b0e)] {{(pid=74322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 16:04:24.719523 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdfbf1e-58df-48fd-8ebe-748d5e4422cd admin admin] Pushing event deleted for resources: {'Network': ['ID=870e002b-7538-43c3-9d68-f9ced202572f,revision_number=None']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:04:24.727177 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-bbdfbf1e-58df-48fd-8ebe-748d5e4422cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:04:24.758206 dv-cinder-774286-11-smb neutron-server[74322]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'eb2966f0-0931-453c-bf2f-7457c7794232', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '273acec7-db74-4d3c-9919-34656b1953d7', 'code': 422} returned with failed status May 03 16:04:24.781571 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:24.799537 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.notifiers.nova [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02893b06-1030-4d81-a55a-4d984ac25ba7 {{(pid=74322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 03 16:04:24.806329 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365'] for port, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:24.807232 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Device 04075b21-bc86-48b8-9716-1c06b5d17cd0 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=74322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 16:04:24.823789 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-bbdfbf1e-58df-48fd-8ebe-748d5e4422cd admin admin] 10.222.0.11 "DELETE /v2.0/networks/870e002b-7538-43c3-9d68-f9ced202572f HTTP/1.1" status: 204 len: 168 time: 1.2642701 May 03 16:04:24.836424 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:04:24.887746 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.plugin [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] No Port match for: 04075b21-bc86-48b8-9716-1c06b5d17cd0 {{(pid=74322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 03 16:04:24.888088 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Device 04075b21-bc86-48b8-9716-1c06b5d17cd0 not bound to the agent host hv-cinder-77428 {{(pid=74322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 16:04:24.897305 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] For port 02893b06-1030-4d81-a55a-4d984ac25ba7, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=02893b06-1030-4d81-a55a-4d984ac25ba7,segment=NetworkSegment(d58398cd-d734-4367-831e-a4e795fcd44b),segment_id=d58398cd-d734-4367-831e-a4e795fcd44b)] {{(pid=74322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 16:04:24.922358 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Pushing event updated for resources: {'Port': ['ID=273acec7-db74-4d3c-9919-34656b1953d7,revision_number=8']} {{(pid=74322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:04:24.925610 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:04:24.960092 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365'] for port, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:24.962777 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:04:25.033782 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Pushing event updated for resources: {'Port': ['ID=02893b06-1030-4d81-a55a-4d984ac25ba7,revision_number=4']} {{(pid=74322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:04:25.036841 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:04:25.208342 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 51392) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:04:25.228324 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] get_ports_and_sgs() called for port_ids ['02893b06-1030-4d81-a55a-4d984ac25ba7'] {{(pid=74322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 16:04:25.291283 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdea4311-8cd4-494b-9490-8a9e9e6638af admin admin] Deleting subnet d2aac76b-1aee-4459-ba86-9441ce26d21b {{(pid=74320) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} May 03 16:04:25.294750 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-cdea4311-8cd4-494b-9490-8a9e9e6638af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:25.320857 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 51400) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:04:25.362183 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-cdea4311-8cd4-494b-9490-8a9e9e6638af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2433393'] for subnet, precommit_delete_associations {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:25.435083 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-cdea4311-8cd4-494b-9490-8a9e9e6638af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2037121'] for subnet, precommit_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:25.463682 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-9c15a57b-1b40-4a45-aaca-7accc4ea2328 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0a26f36f4e834c7babe874ff5e2db568&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1408060 May 03 16:04:25.470921 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 51412) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:04:25.499686 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15071f63-9ceb-4ef9-a9cc-7e031c89248c req-36d32506-4168-48b6-8541-5b0f32a06937 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:25.502041 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-15071f63-9ceb-4ef9-a9cc-7e031c89248c req-36d32506-4168-48b6-8541-5b0f32a06937 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb2966f0-0931-453c-bf2f-7457c7794232 HTTP/1.1" status: 200 len: 943 time: 0.2924943 May 03 16:04:25.587625 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-15071f63-9ceb-4ef9-a9cc-7e031c89248c req-757feaa0-0f49-4dea-b83a-7d79b0e83a49 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/security-groups?id=e01d8b89-bed6-46f4-8dc8-33f8e8921c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793138 May 03 16:04:25.612624 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-f9883534-7d21-4b6c-8ed5-a421f88eb97c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:25.621863 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167b3140-1065-4ccd-9716-2eb969429b14 req-6a159746-304c-44aa-bf66-a5b5625bda49 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:25.630650 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-167b3140-1065-4ccd-9716-2eb969429b14 req-6a159746-304c-44aa-bf66-a5b5625bda49 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/ports?device_id=896a5ea9-b5d0-4aef-b34a-a085015c3745 HTTP/1.1" status: 200 len: 945 time: 0.2203524 May 03 16:04:25.692347 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-f9883534-7d21-4b6c-8ed5-a421f88eb97c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:25.717128 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-167b3140-1065-4ccd-9716-2eb969429b14 req-aeb47055-4f44-465e-8e4b-c8b68cdad7b2 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/security-groups?id=d843f737-6466-4183-8023-14d53a00a23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855589 May 03 16:04:25.817612 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-cdea4311-8cd4-494b-9490-8a9e9e6638af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2037128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2109768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2927872'] for subnet, after_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:25.822166 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-8ebc9d51-457b-4f7d-9315-3e86a7b0bff7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:04:25.824321 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7b0732-ef7d-475f-b475-d5be6f349911 req-7a846671-8afb-4c83-9bac-d159a47261de tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:25.825804 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-7e7b0732-ef7d-475f-b475-d5be6f349911 req-7a846671-8afb-4c83-9bac-d159a47261de tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f883922-c15c-4678-af6e-5b5a8f158883 HTTP/1.1" status: 200 len: 945 time: 0.1045828 May 03 16:04:25.859654 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdea4311-8cd4-494b-9490-8a9e9e6638af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2aac76b-1aee-4459-ba86-9441ce26d21b,revision_number=None']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:04:25.862225 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-cdea4311-8cd4-494b-9490-8a9e9e6638af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:04:25.864611 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-cdea4311-8cd4-494b-9490-8a9e9e6638af admin admin] Notify callbacks [] for subnet, before_response {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:25.873022 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-cdea4311-8cd4-494b-9490-8a9e9e6638af admin admin] 10.222.0.11 "DELETE /v2.0/subnets/d2aac76b-1aee-4459-ba86-9441ce26d21b HTTP/1.1" status: 204 len: 168 time: 0.6614196 May 03 16:04:25.873515 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 51424) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:04:25.878232 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-7e7b0732-ef7d-475f-b475-d5be6f349911 req-eb5f4e99-9246-4b65-a2d0-879b12d24b59 tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab163241-b1cb-456a-92a4-83c63b969656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464716 May 03 16:04:25.902999 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-f9883534-7d21-4b6c-8ed5-a421f88eb97c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:25.908733 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-b202e1aa-4e82-468b-998d-f3597c898294 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:04:25.923247 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9883534-7d21-4b6c-8ed5-a421f88eb97c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=831833fd-9100-465b-874d-f70121588630,revision_number=None']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:04:25.925708 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-f9883534-7d21-4b6c-8ed5-a421f88eb97c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:04:25.976234 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-f9883534-7d21-4b6c-8ed5-a421f88eb97c admin admin] Notify callbacks [] for security_group, before_response {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:25.979752 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-f9883534-7d21-4b6c-8ed5-a421f88eb97c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/831833fd-9100-465b-874d-f70121588630 HTTP/1.1" status: 204 len: 168 time: 0.5054870 May 03 16:04:25.987479 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-08c4f72e-bf7b-4af2-8543-a86badd7cc71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2016999'] for network, before_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:26.007082 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 51430) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:04:26.129703 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-c2f848cf-d776-4fbe-b83d-edd45f6840f5 req-c97a0eef-2fc8-4636-b728-6d302e68b707 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=eb2966f0-0931-453c-bf2f-7457c7794232&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1213450 May 03 16:04:26.202585 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-08c4f72e-bf7b-4af2-8543-a86badd7cc71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2031644', 'neutron.services.segments.db._delete_segments_for_network-8781092860977'] for network, precommit_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:26.320025 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.services.segments.db [None req-08c4f72e-bf7b-4af2-8543-a86badd7cc71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c0117e8-d3b9-4e6b-b719-67aa4d1b16ab']}} {{(pid=74320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:04:26.333039 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.services.segments.db [None req-08c4f72e-bf7b-4af2-8543-a86badd7cc71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca964f60-a5e5-4b2e-8569-ed29ba911647') {'for_net_delete': True} {{(pid=74320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:04:26.333340 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.services.segments.db [None req-08c4f72e-bf7b-4af2-8543-a86badd7cc71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca964f60-a5e5-4b2e-8569-ed29ba911647') {} {{(pid=74320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:04:26.345419 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-08c4f72e-bf7b-4af2-8543-a86badd7cc71 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781092872551', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2433352'] for segment, before_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:26.362899 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-08c4f72e-bf7b-4af2-8543-a86badd7cc71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038491'] for segment, precommit_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:26.369489 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08c4f72e-bf7b-4af2-8543-a86badd7cc71 admin admin] Releasing vlan 621 on physical network physnet1 to pool {{(pid=74320) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 16:04:26.425912 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Device 02893b06-1030-4d81-a55a-4d984ac25ba7 up at agent hyperv_hv-cinder-77428 {{(pid=74322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 16:04:26.557675 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.managers [None req-08c4f72e-bf7b-4af2-8543-a86badd7cc71 admin admin] Network 8c0117e8-d3b9-4e6b-b719-67aa4d1b16ab has no segments {{(pid=74320) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 03 16:04:26.565599 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Provisioning for port 02893b06-1030-4d81-a55a-4d984ac25ba7 completed by entity L2. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 16:04:26.568235 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-08c4f72e-bf7b-4af2-8543-a86badd7cc71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2038484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2110442'] for segment, after_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:26.572948 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Provisioning complete for port 02893b06-1030-4d81-a55a-4d984ac25ba7 triggered by entity L2. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 16:04:26.575138 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033555'] for port, provisioning_complete {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:26.706448 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:26.752795 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.managers [None req-08c4f72e-bf7b-4af2-8543-a86badd7cc71 admin admin] Network 8c0117e8-d3b9-4e6b-b719-67aa4d1b16ab has no segments {{(pid=74320) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 03 16:04:26.755781 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] For port 02893b06-1030-4d81-a55a-4d984ac25ba7, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=02893b06-1030-4d81-a55a-4d984ac25ba7,segment=NetworkSegment(d58398cd-d734-4367-831e-a4e795fcd44b),segment_id=d58398cd-d734-4367-831e-a4e795fcd44b)] {{(pid=74322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 16:04:26.759385 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f883922-c15c-4678-af6e-5b5a8f158883', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02893b06-1030-4d81-a55a-4d984ac25ba7'}] {{(pid=74322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 16:04:26.775474 dv-cinder-774286-11-smb neutron-server[74320]: Traceback (most recent call last): May 03 16:04:26.775474 dv-cinder-774286-11-smb neutron-server[74320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 16:04:26.775474 dv-cinder-774286-11-smb neutron-server[74320]: timer() May 03 16:04:26.775474 dv-cinder-774286-11-smb neutron-server[74320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 16:04:26.775474 dv-cinder-774286-11-smb neutron-server[74320]: cb(*args, **kw) May 03 16:04:26.775474 dv-cinder-774286-11-smb neutron-server[74320]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 03 16:04:26.775474 dv-cinder-774286-11-smb neutron-server[74320]: return func(*args, **kwargs) May 03 16:04:26.775474 dv-cinder-774286-11-smb neutron-server[74320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 16:04:26.775474 dv-cinder-774286-11-smb neutron-server[74320]: self._notify() May 03 16:04:26.775474 dv-cinder-774286-11-smb neutron-server[74320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 16:04:26.775474 dv-cinder-774286-11-smb neutron-server[74320]: self.callback(batched_events) May 03 16:04:26.775474 dv-cinder-774286-11-smb neutron-server[74320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 16:04:26.775474 dv-cinder-774286-11-smb neutron-server[74320]: event.method(event) May 03 16:04:26.775474 dv-cinder-774286-11-smb neutron-server[74320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 16:04:26.775474 dv-cinder-774286-11-smb neutron-server[74320]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 16:04:26.775474 dv-cinder-774286-11-smb neutron-server[74320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 16:04:26.775474 dv-cinder-774286-11-smb neutron-server[74320]: aggregate_uuid = self.p_client.list_aggregates( May 03 16:04:26.775474 dv-cinder-774286-11-smb neutron-server[74320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 16:04:26.775474 dv-cinder-774286-11-smb neutron-server[74320]: return f(self, *a, **k) May 03 16:04:26.775474 dv-cinder-774286-11-smb neutron-server[74320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 16:04:26.775474 dv-cinder-774286-11-smb neutron-server[74320]: return self._get(url).json() May 03 16:04:26.775474 dv-cinder-774286-11-smb neutron-server[74320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 16:04:26.775474 dv-cinder-774286-11-smb neutron-server[74320]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 16:04:26.775474 dv-cinder-774286-11-smb neutron-server[74320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 16:04:26.775474 dv-cinder-774286-11-smb neutron-server[74320]: return self.request(url, 'GET', **kwargs) May 03 16:04:26.775474 dv-cinder-774286-11-smb neutron-server[74320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 16:04:26.775474 dv-cinder-774286-11-smb neutron-server[74320]: base_url = self.get_endpoint(auth, allow=allow, May 03 16:04:26.775474 dv-cinder-774286-11-smb neutron-server[74320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 16:04:26.775474 dv-cinder-774286-11-smb neutron-server[74320]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 16:04:26.775474 dv-cinder-774286-11-smb neutron-server[74320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 16:04:26.775474 dv-cinder-774286-11-smb neutron-server[74320]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 16:04:26.775474 dv-cinder-774286-11-smb neutron-server[74320]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 16:04:26.835245 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e074ed9-8f07-4d8a-951b-44226d33fb71 req-99da5558-c09f-4fee-ab9a-2f6046276f76 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:26.836842 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-1e074ed9-8f07-4d8a-951b-44226d33fb71 req-99da5558-c09f-4fee-ab9a-2f6046276f76 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb2966f0-0931-453c-bf2f-7457c7794232 HTTP/1.1" status: 200 len: 943 time: 0.1224890 May 03 16:04:26.874064 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365'] for port, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:26.875968 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Device 273acec7-db74-4d3c-9919-34656b1953d7 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=74322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 16:04:26.904674 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:04:26.915511 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-08c4f72e-bf7b-4af2-8543-a86badd7cc71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2031619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926591'] for network, after_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:26.919927 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-cd166018-6e22-4168-b697-f0230d2428fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:04:26.939809 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-08c4f72e-bf7b-4af2-8543-a86badd7cc71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532153'] for network, before_response {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:26.947483 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-1e074ed9-8f07-4d8a-951b-44226d33fb71 req-3139e26e-3c59-4c0c-a577-a7acfd97166e tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/security-groups?id=e01d8b89-bed6-46f4-8dc8-33f8e8921c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973213 May 03 16:04:26.963493 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c4f72e-bf7b-4af2-8543-a86badd7cc71 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c0117e8-d3b9-4e6b-b719-67aa4d1b16ab,revision_number=None']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:04:26.966730 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-08c4f72e-bf7b-4af2-8543-a86badd7cc71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:04:27.003863 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4e973b-6dae-4742-aa1b-2de8b16ae2e6 req-d471e61d-9677-4eac-9e70-7ddfa4cea730 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:27.005541 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-2e4e973b-6dae-4742-aa1b-2de8b16ae2e6 req-d471e61d-9677-4eac-9e70-7ddfa4cea730 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/ports?device_id=896a5ea9-b5d0-4aef-b34a-a085015c3745 HTTP/1.1" status: 200 len: 945 time: 0.1463459 May 03 16:04:27.046740 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-08c4f72e-bf7b-4af2-8543-a86badd7cc71 admin admin] 10.222.0.11 "DELETE /v2.0/networks/8c0117e8-d3b9-4e6b-b719-67aa4d1b16ab HTTP/1.1" status: 204 len: 168 time: 1.1719947 May 03 16:04:27.049445 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 51464) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:04:27.051273 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Pushing event updated for resources: {'Port': ['ID=02893b06-1030-4d81-a55a-4d984ac25ba7,revision_number=5']} {{(pid=74322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:04:27.059133 dv-cinder-774286-11-smb neutron-server[74322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f883922-c15c-4678-af6e-5b5a8f158883', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02893b06-1030-4d81-a55a-4d984ac25ba7', 'code': 200} May 03 16:04:27.059965 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:04:27.074873 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-2e4e973b-6dae-4742-aa1b-2de8b16ae2e6 req-0dd120a0-37a8-42fe-8845-3f33a2e88a6f tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/security-groups?id=d843f737-6466-4183-8023-14d53a00a23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634005 May 03 16:04:27.179048 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.db_base_plugin_v2 [None req-330fa30a-c377-414f-ab54-84ce0f742cfe admin admin] Deleting subnet 5aeb174a-49d1-47dd-8e5c-ed30120400ad {{(pid=74320) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} May 03 16:04:27.190397 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-330fa30a-c377-414f-ab54-84ce0f742cfe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:27.243258 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-330fa30a-c377-414f-ab54-84ce0f742cfe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2433393'] for subnet, precommit_delete_associations {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:27.283967 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f064a8-e101-4f7a-a2fe-68ab52e7fa09 req-469b279e-5030-4574-9e52-6ee8c3625e87 tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:27.293308 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-69f064a8-e101-4f7a-a2fe-68ab52e7fa09 req-469b279e-5030-4574-9e52-6ee8c3625e87 tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f883922-c15c-4678-af6e-5b5a8f158883 HTTP/1.1" status: 200 len: 946 time: 0.1202717 May 03 16:04:27.313334 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-330fa30a-c377-414f-ab54-84ce0f742cfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2037121'] for subnet, precommit_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:27.352735 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-69f064a8-e101-4f7a-a2fe-68ab52e7fa09 req-8b3e8393-be0a-45ce-8277-def08c557e75 tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab163241-b1cb-456a-92a4-83c63b969656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580044 May 03 16:04:27.613867 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4e759e-ce38-459e-ac1c-b8c5feafba4a req-4309adfb-de14-4603-9355-80ae157579c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:27.615356 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-4a4e759e-ce38-459e-ac1c-b8c5feafba4a req-4309adfb-de14-4603-9355-80ae157579c9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6f883922-c15c-4678-af6e-5b5a8f158883 HTTP/1.1" status: 200 len: 1099 time: 0.1589227 May 03 16:04:27.670474 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-4a4e759e-ce38-459e-ac1c-b8c5feafba4a req-a23a6667-d1ae-4301-b25e-d292d47e1402 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ab163241-b1cb-456a-92a4-83c63b969656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426102 May 03 16:04:27.754872 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-330fa30a-c377-414f-ab54-84ce0f742cfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2037128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2109768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2927872'] for subnet, after_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:27.760124 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-0974080d-76f1-4e69-9442-3ccca70409d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:04:27.801803 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330fa30a-c377-414f-ab54-84ce0f742cfe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5aeb174a-49d1-47dd-8e5c-ed30120400ad,revision_number=None']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:04:27.803745 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-330fa30a-c377-414f-ab54-84ce0f742cfe admin admin] Notify callbacks [] for subnet, before_response {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:27.806342 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-330fa30a-c377-414f-ab54-84ce0f742cfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:04:27.810475 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-330fa30a-c377-414f-ab54-84ce0f742cfe admin admin] 10.222.0.11 "DELETE /v2.0/subnets/5aeb174a-49d1-47dd-8e5c-ed30120400ad HTTP/1.1" status: 204 len: 168 time: 0.7598317 May 03 16:04:27.813746 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 51476) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:04:27.993320 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-857ab04d-c6d9-4e7a-98a0-4dfde4bd6114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2016999'] for network, before_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:28.163238 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-857ab04d-c6d9-4e7a-98a0-4dfde4bd6114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2031644', 'neutron.services.segments.db._delete_segments_for_network-8781092860977'] for network, precommit_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:28.345455 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-857ab04d-c6d9-4e7a-98a0-4dfde4bd6114 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=74321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:04:28.345798 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-857ab04d-c6d9-4e7a-98a0-4dfde4bd6114 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=74321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:04:28.346624 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-857ab04d-c6d9-4e7a-98a0-4dfde4bd6114 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=74321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:04:28.346836 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-857ab04d-c6d9-4e7a-98a0-4dfde4bd6114 admin admin] Subscribe: > port after_create 55550000 {{(pid=74321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:04:28.347163 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-857ab04d-c6d9-4e7a-98a0-4dfde4bd6114 admin admin] Subscribe: > port after_delete 55550000 {{(pid=74321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:04:28.347496 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-857ab04d-c6d9-4e7a-98a0-4dfde4bd6114 admin admin] Subscribe: > port after_update 55550000 {{(pid=74321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:04:28.347810 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-857ab04d-c6d9-4e7a-98a0-4dfde4bd6114 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=74321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:04:28.348126 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-857ab04d-c6d9-4e7a-98a0-4dfde4bd6114 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=74321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:04:28.348463 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-857ab04d-c6d9-4e7a-98a0-4dfde4bd6114 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=74321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:04:28.348771 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-857ab04d-c6d9-4e7a-98a0-4dfde4bd6114 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=74321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:04:28.353124 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f848cf-d776-4fbe-b83d-edd45f6840f5 req-5360ef21-990d-46a7-b47a-90ebab6471e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:28.354703 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-c2f848cf-d776-4fbe-b83d-edd45f6840f5 req-5360ef21-990d-46a7-b47a-90ebab6471e4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=eb2966f0-0931-453c-bf2f-7457c7794232&tenant_id=30698392a3254cc2a62d95e9d3896fad HTTP/1.1" status: 200 len: 1096 time: 0.0775580 May 03 16:04:28.424833 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-857ab04d-c6d9-4e7a-98a0-4dfde4bd6114 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=74321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:04:28.425198 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-857ab04d-c6d9-4e7a-98a0-4dfde4bd6114 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=74321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:04:28.425505 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-857ab04d-c6d9-4e7a-98a0-4dfde4bd6114 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=74321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:04:28.425833 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-857ab04d-c6d9-4e7a-98a0-4dfde4bd6114 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=74321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 16:04:28.426191 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.services.segments.db [None req-857ab04d-c6d9-4e7a-98a0-4dfde4bd6114 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4b76725-9d57-4bcf-a156-dc9ae8a1f76f']}} {{(pid=74321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:04:28.449359 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac1802d-fd76-44e6-96f0-64ba08556cfc req-d9ef035f-595f-41ba-918b-e3872ade30fe tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:28.450959 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-eac1802d-fd76-44e6-96f0-64ba08556cfc req-d9ef035f-595f-41ba-918b-e3872ade30fe tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb2966f0-0931-453c-bf2f-7457c7794232 HTTP/1.1" status: 200 len: 943 time: 0.3400810 May 03 16:04:28.452772 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.services.segments.db [None req-857ab04d-c6d9-4e7a-98a0-4dfde4bd6114 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '726472c7-679b-4606-af06-997299a3f767') {'for_net_delete': True} {{(pid=74321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:04:28.453163 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.services.segments.db [None req-857ab04d-c6d9-4e7a-98a0-4dfde4bd6114 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '726472c7-679b-4606-af06-997299a3f767') {} {{(pid=74321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:04:28.464646 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f848cf-d776-4fbe-b83d-edd45f6840f5 req-e3914711-8e84-479c-abea-ff19832169c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:28.466127 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-c2f848cf-d776-4fbe-b83d-edd45f6840f5 req-e3914711-8e84-479c-abea-ff19832169c5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=30698392a3254cc2a62d95e9d3896fad&device_id=eb2966f0-0931-453c-bf2f-7457c7794232 HTTP/1.1" status: 200 len: 1096 time: 0.0836477 May 03 16:04:28.485558 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-857ab04d-c6d9-4e7a-98a0-4dfde4bd6114 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781092872551', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2994150'] for segment, before_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:28.520059 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-857ab04d-c6d9-4e7a-98a0-4dfde4bd6114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038491'] for segment, precommit_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:28.539793 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-857ab04d-c6d9-4e7a-98a0-4dfde4bd6114 admin admin] Releasing vlan 646 on physical network physnet1 to pool {{(pid=74321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 16:04:28.582200 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d6891f-02e8-4dde-89c4-146f3d2a8bae req-a1f46e2b-f231-4777-bd17-51abe9fb97f3 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:28.583796 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-b3d6891f-02e8-4dde-89c4-146f3d2a8bae req-a1f46e2b-f231-4777-bd17-51abe9fb97f3 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/ports?device_id=896a5ea9-b5d0-4aef-b34a-a085015c3745 HTTP/1.1" status: 200 len: 945 time: 0.3304226 May 03 16:04:28.648766 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-eac1802d-fd76-44e6-96f0-64ba08556cfc req-d0b1b99e-8ef9-4c1e-9ab0-de3c879ed9cc tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/security-groups?id=e01d8b89-bed6-46f4-8dc8-33f8e8921c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1845114 May 03 16:04:28.700509 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f848cf-d776-4fbe-b83d-edd45f6840f5 req-ed0b83b1-5ea3-4c80-9410-a742dae5091a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:28.702307 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-c2f848cf-d776-4fbe-b83d-edd45f6840f5 req-ed0b83b1-5ea3-4c80-9410-a742dae5091a service neutron] 10.222.0.42 "GET /v2.0/networks?id=3d07b93f-2cbc-4419-9656-593dd149b251 HTTP/1.1" status: 200 len: 917 time: 0.2292182 May 03 16:04:28.752190 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-b3d6891f-02e8-4dde-89c4-146f3d2a8bae req-734b43eb-ce8c-4484-99b3-1ab627c17247 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/security-groups?id=d843f737-6466-4183-8023-14d53a00a23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156998 May 03 16:04:28.813973 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-c2f848cf-d776-4fbe-b83d-edd45f6840f5 req-889f187e-366c-4985-ba24-fdd98ac29095 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=273acec7-db74-4d3c-9919-34656b1953d7 HTTP/1.1" status: 200 len: 998 time: 0.1034491 May 03 16:04:28.892832 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f848cf-d776-4fbe-b83d-edd45f6840f5 req-2e347049-0522-4d8f-9113-7ad1ddeea570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:28.894298 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-c2f848cf-d776-4fbe-b83d-edd45f6840f5 req-2e347049-0522-4d8f-9113-7ad1ddeea570 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6e179f81-7e4a-49b9-b9a9-9613d63a9979 HTTP/1.1" status: 200 len: 855 time: 0.0729370 May 03 16:04:28.894791 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.managers [None req-857ab04d-c6d9-4e7a-98a0-4dfde4bd6114 admin admin] Network c4b76725-9d57-4bcf-a156-dc9ae8a1f76f has no segments {{(pid=74321) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 03 16:04:28.905873 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-857ab04d-c6d9-4e7a-98a0-4dfde4bd6114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2038484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3094540'] for segment, after_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:28.985462 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f848cf-d776-4fbe-b83d-edd45f6840f5 req-473ca204-523b-46cd-b991-9aa7e31497d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:28.987140 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-c2f848cf-d776-4fbe-b83d-edd45f6840f5 req-473ca204-523b-46cd-b991-9aa7e31497d3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3d07b93f-2cbc-4419-9656-593dd149b251&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0861766 May 03 16:04:29.097762 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.managers [None req-857ab04d-c6d9-4e7a-98a0-4dfde4bd6114 admin admin] Network c4b76725-9d57-4bcf-a156-dc9ae8a1f76f has no segments {{(pid=74321) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 03 16:04:29.124776 dv-cinder-774286-11-smb neutron-server[74321]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 03 16:04:29.124776 dv-cinder-774286-11-smb neutron-server[74321]: from cryptography.utils import int_from_bytes May 03 16:04:29.124776 dv-cinder-774286-11-smb neutron-server[74321]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 03 16:04:29.124776 dv-cinder-774286-11-smb neutron-server[74321]: from cryptography.utils import int_from_bytes May 03 16:04:29.124776 dv-cinder-774286-11-smb neutron-server[74321]: Traceback (most recent call last): May 03 16:04:29.124776 dv-cinder-774286-11-smb neutron-server[74321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 16:04:29.124776 dv-cinder-774286-11-smb neutron-server[74321]: timer() May 03 16:04:29.124776 dv-cinder-774286-11-smb neutron-server[74321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 16:04:29.124776 dv-cinder-774286-11-smb neutron-server[74321]: cb(*args, **kw) May 03 16:04:29.124776 dv-cinder-774286-11-smb neutron-server[74321]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 03 16:04:29.124776 dv-cinder-774286-11-smb neutron-server[74321]: return func(*args, **kwargs) May 03 16:04:29.124776 dv-cinder-774286-11-smb neutron-server[74321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 16:04:29.124776 dv-cinder-774286-11-smb neutron-server[74321]: self._notify() May 03 16:04:29.124776 dv-cinder-774286-11-smb neutron-server[74321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 16:04:29.124776 dv-cinder-774286-11-smb neutron-server[74321]: self.callback(batched_events) May 03 16:04:29.124776 dv-cinder-774286-11-smb neutron-server[74321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 16:04:29.124776 dv-cinder-774286-11-smb neutron-server[74321]: event.method(event) May 03 16:04:29.124776 dv-cinder-774286-11-smb neutron-server[74321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 16:04:29.124776 dv-cinder-774286-11-smb neutron-server[74321]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 16:04:29.124776 dv-cinder-774286-11-smb neutron-server[74321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 16:04:29.124776 dv-cinder-774286-11-smb neutron-server[74321]: aggregate_uuid = self.p_client.list_aggregates( May 03 16:04:29.124776 dv-cinder-774286-11-smb neutron-server[74321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 16:04:29.124776 dv-cinder-774286-11-smb neutron-server[74321]: return f(self, *a, **k) May 03 16:04:29.124776 dv-cinder-774286-11-smb neutron-server[74321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 16:04:29.124776 dv-cinder-774286-11-smb neutron-server[74321]: return self._get(url).json() May 03 16:04:29.124776 dv-cinder-774286-11-smb neutron-server[74321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 16:04:29.124776 dv-cinder-774286-11-smb neutron-server[74321]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 16:04:29.124776 dv-cinder-774286-11-smb neutron-server[74321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 16:04:29.124776 dv-cinder-774286-11-smb neutron-server[74321]: return self.request(url, 'GET', **kwargs) May 03 16:04:29.124776 dv-cinder-774286-11-smb neutron-server[74321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 16:04:29.124776 dv-cinder-774286-11-smb neutron-server[74321]: base_url = self.get_endpoint(auth, allow=allow, May 03 16:04:29.124776 dv-cinder-774286-11-smb neutron-server[74321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 16:04:29.124776 dv-cinder-774286-11-smb neutron-server[74321]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 16:04:29.124776 dv-cinder-774286-11-smb neutron-server[74321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 16:04:29.124776 dv-cinder-774286-11-smb neutron-server[74321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 16:04:29.124776 dv-cinder-774286-11-smb neutron-server[74321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 16:04:29.134671 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-c2f848cf-d776-4fbe-b83d-edd45f6840f5 req-772cbf15-4909-45d1-bc13-eb006f02b74e service neutron] 10.222.0.42 "GET /v2.0/networks/3d07b93f-2cbc-4419-9656-593dd149b251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397586 May 03 16:04:29.199065 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3717ec-5105-498c-b035-5f798d531a0d req-b396f878-3636-4aef-830c-e1c65f5579f8 tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:29.200609 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-5b3717ec-5105-498c-b035-5f798d531a0d req-b396f878-3636-4aef-830c-e1c65f5579f8 tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f883922-c15c-4678-af6e-5b5a8f158883 HTTP/1.1" status: 200 len: 946 time: 0.3756187 May 03 16:04:29.254692 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-5b3717ec-5105-498c-b035-5f798d531a0d req-26251a14-4474-49ad-998f-a0ff19c458dd tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab163241-b1cb-456a-92a4-83c63b969656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466988 May 03 16:04:29.291288 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-c2f848cf-d776-4fbe-b83d-edd45f6840f5 req-67f28194-ca10-411b-a9df-c3afcd799517 service neutron] 10.222.0.42 "GET /v2.0/networks/3d07b93f-2cbc-4419-9656-593dd149b251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493256 May 03 16:04:29.297427 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-857ab04d-c6d9-4e7a-98a0-4dfde4bd6114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2031619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926591'] for network, after_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:29.301598 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-de90090c-d5a6-4dea-984b-ad004480eab3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:04:29.320917 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-857ab04d-c6d9-4e7a-98a0-4dfde4bd6114 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532153'] for network, before_response {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:29.323070 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857ab04d-c6d9-4e7a-98a0-4dfde4bd6114 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4b76725-9d57-4bcf-a156-dc9ae8a1f76f,revision_number=None']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:04:29.327316 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-857ab04d-c6d9-4e7a-98a0-4dfde4bd6114 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:04:29.331323 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-857ab04d-c6d9-4e7a-98a0-4dfde4bd6114 admin admin] 10.222.0.11 "DELETE /v2.0/networks/c4b76725-9d57-4bcf-a156-dc9ae8a1f76f HTTP/1.1" status: 204 len: 168 time: 1.5151668 May 03 16:04:29.847566 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 51528) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:04:29.854763 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce3d7de-5325-46b5-8424-f306a878588c req-7bacc42b-033c-4522-8589-20edf9713719 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:29.856526 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-7ce3d7de-5325-46b5-8424-f306a878588c req-7bacc42b-033c-4522-8589-20edf9713719 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb2966f0-0931-453c-bf2f-7457c7794232 HTTP/1.1" status: 200 len: 943 time: 0.0979936 May 03 16:04:29.884310 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 51532) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:04:29.919208 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-104bc977-5d09-456d-b2e3-376225100509 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2f6daea3e18043eb914f1f9dc3dada45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0686119 May 03 16:04:29.920471 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 51538) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:04:29.977493 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-7ce3d7de-5325-46b5-8424-f306a878588c req-09254fdf-7a44-4323-b0af-e8e59952b75f tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/security-groups?id=e01d8b89-bed6-46f4-8dc8-33f8e8921c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122024 May 03 16:04:29.987039 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-0a07b9f0-a289-4511-aa1d-d31c8a76a9c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:30.014519 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b8b213-6969-4160-9703-9d4d39f930af req-314f1096-0d41-49cc-9b53-927810747153 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:30.016680 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-0a07b9f0-a289-4511-aa1d-d31c8a76a9c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:30.022820 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-20b8b213-6969-4160-9703-9d4d39f930af req-314f1096-0d41-49cc-9b53-927810747153 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/ports?device_id=896a5ea9-b5d0-4aef-b34a-a085015c3745 HTTP/1.1" status: 200 len: 945 time: 0.1369507 May 03 16:04:30.081017 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-20b8b213-6969-4160-9703-9d4d39f930af req-5565aa1d-3ff1-4b45-8850-7d9bfbe96f89 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/security-groups?id=d843f737-6466-4183-8023-14d53a00a23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570130 May 03 16:04:30.102073 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-40c2287d-49cf-4c23-8673-23d169323b08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:30.117559 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-40c2287d-49cf-4c23-8673-23d169323b08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:04:30.121570 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-40c2287d-49cf-4c23-8673-23d169323b08 admin admin] Usage tracker for resource:security_group_rule and tenant:f32a6cb4e30745d1afe3bcefa17c8554 is out of sync, need to count used quota {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:04:30.124450 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-40c2287d-49cf-4c23-8673-23d169323b08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:04:30.130564 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-40c2287d-49cf-4c23-8673-23d169323b08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:04:30.162604 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-0a07b9f0-a289-4511-aa1d-d31c8a76a9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:30.168051 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-575bfb20-15e2-4065-9d4a-3867fe93abe5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:04:30.184370 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a07b9f0-a289-4511-aa1d-d31c8a76a9c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bfb1cd6-5ef2-41cb-9675-db5cd8809351,revision_number=None']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:04:30.188713 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-0a07b9f0-a289-4511-aa1d-d31c8a76a9c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:04:30.206930 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-0a07b9f0-a289-4511-aa1d-d31c8a76a9c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:30.210666 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-0a07b9f0-a289-4511-aa1d-d31c8a76a9c8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8bfb1cd6-5ef2-41cb-9675-db5cd8809351 HTTP/1.1" status: 204 len: 168 time: 0.2891548 May 03 16:04:30.251075 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-40c2287d-49cf-4c23-8673-23d169323b08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:30.325792 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-40c2287d-49cf-4c23-8673-23d169323b08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:30.336729 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-c3244dce-0113-47a4-aed7-948a7ea20579 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:04:30.392935 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-40c2287d-49cf-4c23-8673-23d169323b08 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f32a6cb4e30745d1afe3bcefa17c8554&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5077021 May 03 16:04:30.393736 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c2287d-49cf-4c23-8673-23d169323b08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a499f842-4542-47a4-874e-faefcdcd5ec2,revision_number=1']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:04:30.396148 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 51560) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:04:30.404136 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-40c2287d-49cf-4c23-8673-23d169323b08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:04:30.461339 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8283f173-22a0-44d1-bdf3-1662ccb6299f req-f1cd7df4-51cf-4091-b44b-675953c6e0f9 tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:30.462898 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-8283f173-22a0-44d1-bdf3-1662ccb6299f req-f1cd7df4-51cf-4091-b44b-675953c6e0f9 tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f883922-c15c-4678-af6e-5b5a8f158883 HTTP/1.1" status: 200 len: 946 time: 0.0969892 May 03 16:04:30.470177 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-0567c80e-0fdf-4ab5-817b-c68ceef4fe32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:30.504446 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-0567c80e-0fdf-4ab5-817b-c68ceef4fe32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:30.531919 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-8283f173-22a0-44d1-bdf3-1662ccb6299f req-d76f565e-c262-4fd4-acab-a11390d7cc4c tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab163241-b1cb-456a-92a4-83c63b969656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518317 May 03 16:04:30.657397 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-0567c80e-0fdf-4ab5-817b-c68ceef4fe32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:30.662489 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-a4617679-5cc1-40e1-902f-e7dbb5b988cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:04:30.677160 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0567c80e-0fdf-4ab5-817b-c68ceef4fe32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a499f842-4542-47a4-874e-faefcdcd5ec2,revision_number=None']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:04:30.680000 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-0567c80e-0fdf-4ab5-817b-c68ceef4fe32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:04:30.682385 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-0567c80e-0fdf-4ab5-817b-c68ceef4fe32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:30.685237 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-0567c80e-0fdf-4ab5-817b-c68ceef4fe32 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a499f842-4542-47a4-874e-faefcdcd5ec2 HTTP/1.1" status: 204 len: 168 time: 0.2837281 May 03 16:04:31.024458 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 51620) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:04:31.528296 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-8fd6cdb1-d58e-4517-bfda-74cbfbc7737f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=400118d04be54f7ba0b3cc1650f0b93b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5026255 May 03 16:04:31.532153 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 51628) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:04:31.570993 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87dbb0c-a5ab-44a0-90f9-0f7fca9b450f req-a99b6674-5137-45a8-b03e-0c1cbc1d6dbf tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:31.581307 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-c87dbb0c-a5ab-44a0-90f9-0f7fca9b450f req-a99b6674-5137-45a8-b03e-0c1cbc1d6dbf tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb2966f0-0931-453c-bf2f-7457c7794232 HTTP/1.1" status: 200 len: 943 time: 0.2861686 May 03 16:04:31.645666 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-edd56b6d-9084-4c72-90cc-9a7032c72ebe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:31.660489 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef281ade-8a88-4305-a4d0-dcc27081a8bf req-2ec14abb-66e0-474c-bebd-a332f84e096e tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:31.662236 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-ef281ade-8a88-4305-a4d0-dcc27081a8bf req-2ec14abb-66e0-474c-bebd-a332f84e096e tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/ports?device_id=896a5ea9-b5d0-4aef-b34a-a085015c3745 HTTP/1.1" status: 200 len: 945 time: 0.2515664 May 03 16:04:31.706778 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-edd56b6d-9084-4c72-90cc-9a7032c72ebe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:31.808228 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-ef281ade-8a88-4305-a4d0-dcc27081a8bf req-142ff64d-535f-468b-8965-c0e22e5e4240 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/security-groups?id=d843f737-6466-4183-8023-14d53a00a23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115296 May 03 16:04:31.822799 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-c87dbb0c-a5ab-44a0-90f9-0f7fca9b450f req-71985b84-8bd6-49cb-9f29-7693dcffff51 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/security-groups?id=e01d8b89-bed6-46f4-8dc8-33f8e8921c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2308531 May 03 16:04:31.867229 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 51636) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:04:31.888339 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-655e7c91-df51-4589-91d1-7377525abb7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:31.911899 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-655e7c91-df51-4589-91d1-7377525abb7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:04:31.916304 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-655e7c91-df51-4589-91d1-7377525abb7e admin admin] Usage tracker for resource:security_group_rule and tenant:9202a30219084d8b95125eff4361a0f6 is out of sync, need to count used quota {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:04:31.919511 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-655e7c91-df51-4589-91d1-7377525abb7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:04:31.929524 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-655e7c91-df51-4589-91d1-7377525abb7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:04:31.931613 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-edd56b6d-9084-4c72-90cc-9a7032c72ebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:31.936908 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:04:31.961013 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd56b6d-9084-4c72-90cc-9a7032c72ebe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1036e3ac-ad5f-4894-b3c6-db01be215eac,revision_number=None']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:04:31.964802 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-edd56b6d-9084-4c72-90cc-9a7032c72ebe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:04:31.976896 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-edd56b6d-9084-4c72-90cc-9a7032c72ebe admin admin] Notify callbacks [] for security_group, before_response {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:31.978067 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-edd56b6d-9084-4c72-90cc-9a7032c72ebe admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1036e3ac-ad5f-4894-b3c6-db01be215eac HTTP/1.1" status: 204 len: 168 time: 0.4442077 May 03 16:04:32.105640 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-655e7c91-df51-4589-91d1-7377525abb7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:32.176860 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-655e7c91-df51-4589-91d1-7377525abb7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:32.191963 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-43f38fb5-9591-4407-bfe8-e21056ee2713 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:04:32.254595 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-655e7c91-df51-4589-91d1-7377525abb7e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9202a30219084d8b95125eff4361a0f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3860130 May 03 16:04:32.257389 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 51646) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:04:32.257769 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655e7c91-df51-4589-91d1-7377525abb7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c2e4334-9f16-4b9a-b4a8-d2d0b6a5622b,revision_number=1']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:04:32.263685 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-655e7c91-df51-4589-91d1-7377525abb7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:04:32.403108 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-e200e061-78dc-4e1f-9bee-f1ae0733707c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:32.434356 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-e200e061-78dc-4e1f-9bee-f1ae0733707c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:33.045862 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:33.059799 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-e200e061-78dc-4e1f-9bee-f1ae0733707c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:33.069007 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-d6313c12-6ec5-4581-ad6a-5e5eada348e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:04:33.097782 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200e061-78dc-4e1f-9bee-f1ae0733707c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c2e4334-9f16-4b9a-b4a8-d2d0b6a5622b,revision_number=None']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:04:33.101145 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-e200e061-78dc-4e1f-9bee-f1ae0733707c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:04:33.136766 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-e200e061-78dc-4e1f-9bee-f1ae0733707c admin admin] Notify callbacks [] for security_group, before_response {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:33.141116 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-e200e061-78dc-4e1f-9bee-f1ae0733707c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2c2e4334-9f16-4b9a-b4a8-d2d0b6a5622b HTTP/1.1" status: 204 len: 168 time: 0.8813875 May 03 16:04:33.186054 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8246e2b9-8e14-44c7-900e-b54b8c373e5e req-e90b61d9-0c85-4bbf-8d94-4511123d4330 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:33.187872 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-8246e2b9-8e14-44c7-900e-b54b8c373e5e req-e90b61d9-0c85-4bbf-8d94-4511123d4330 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb2966f0-0931-453c-bf2f-7457c7794232 HTTP/1.1" status: 200 len: 943 time: 0.2163224 May 03 16:04:33.242522 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67032b55-209c-495d-b609-c06c0b444544 req-0392d730-0318-425f-80b7-fc79c01a647c tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:33.246984 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-67032b55-209c-495d-b609-c06c0b444544 req-0392d730-0318-425f-80b7-fc79c01a647c tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/ports?device_id=896a5ea9-b5d0-4aef-b34a-a085015c3745 HTTP/1.1" status: 200 len: 945 time: 0.2298687 May 03 16:04:33.299959 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-8246e2b9-8e14-44c7-900e-b54b8c373e5e req-5fd585b0-55d9-48e4-83ce-a72f6fe9f0d7 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/security-groups?id=e01d8b89-bed6-46f4-8dc8-33f8e8921c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031628 May 03 16:04:33.345161 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-67032b55-209c-495d-b609-c06c0b444544 req-7986ba69-da08-4a9f-b05e-cd27c466c202 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/security-groups?id=d843f737-6466-4183-8023-14d53a00a23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876579 May 03 16:04:34.636491 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5021fc6e-0ade-46ad-a14f-f281254f3a9a req-69d7bc15-214c-415a-8421-93e356292e1e tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:34.638921 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-5021fc6e-0ade-46ad-a14f-f281254f3a9a req-69d7bc15-214c-415a-8421-93e356292e1e tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb2966f0-0931-453c-bf2f-7457c7794232 HTTP/1.1" status: 200 len: 943 time: 0.1550555 May 03 16:04:34.647602 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518fb59c-5f92-48b0-b5cb-06755109c07a req-d360b450-1a03-4fbf-9fde-a3fd5da4ae1d tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:34.652731 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-518fb59c-5f92-48b0-b5cb-06755109c07a req-d360b450-1a03-4fbf-9fde-a3fd5da4ae1d tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/ports?device_id=896a5ea9-b5d0-4aef-b34a-a085015c3745 HTTP/1.1" status: 200 len: 945 time: 0.1301556 May 03 16:04:34.729362 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-518fb59c-5f92-48b0-b5cb-06755109c07a req-298a210c-94eb-4c2b-a2f8-1e60e17a6992 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/security-groups?id=d843f737-6466-4183-8023-14d53a00a23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736275 May 03 16:04:34.736868 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-5021fc6e-0ade-46ad-a14f-f281254f3a9a req-ebaa39b0-4eb9-42e2-b248-21ebe986424f tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/security-groups?id=e01d8b89-bed6-46f4-8dc8-33f8e8921c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828702 May 03 16:04:36.004317 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3441d299-f697-4b94-a163-c14d20eadfe8 req-4387846f-966c-4f07-85c6-f0660efe8663 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:36.005755 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-3441d299-f697-4b94-a163-c14d20eadfe8 req-4387846f-966c-4f07-85c6-f0660efe8663 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/ports?device_id=896a5ea9-b5d0-4aef-b34a-a085015c3745 HTTP/1.1" status: 200 len: 945 time: 0.1537402 May 03 16:04:36.014240 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcf099c-1cd4-47c9-ace2-fb85ad3618e0 req-c0b80828-9472-4528-853f-00941c56bd4b tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:36.015645 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-efcf099c-1cd4-47c9-ace2-fb85ad3618e0 req-c0b80828-9472-4528-853f-00941c56bd4b tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb2966f0-0931-453c-bf2f-7457c7794232 HTTP/1.1" status: 200 len: 943 time: 0.1277895 May 03 16:04:36.092115 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-3441d299-f697-4b94-a163-c14d20eadfe8 req-549e36ed-06ed-40a2-81e0-36997038436a tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/security-groups?id=d843f737-6466-4183-8023-14d53a00a23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722849 May 03 16:04:36.101284 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-efcf099c-1cd4-47c9-ace2-fb85ad3618e0 req-910a9ac5-81c4-47fb-babb-97db63af8d57 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/security-groups?id=e01d8b89-bed6-46f4-8dc8-33f8e8921c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661023 May 03 16:04:37.381828 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1588d2-bf4a-4d8e-ae56-0b6d3f9b5522 req-dfc9e99d-ae7c-4930-bce9-e01f5f5cf81a tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:37.389055 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-dd1588d2-bf4a-4d8e-ae56-0b6d3f9b5522 req-dfc9e99d-ae7c-4930-bce9-e01f5f5cf81a tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/ports?device_id=896a5ea9-b5d0-4aef-b34a-a085015c3745 HTTP/1.1" status: 200 len: 945 time: 0.1310141 May 03 16:04:37.441443 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-dd1588d2-bf4a-4d8e-ae56-0b6d3f9b5522 req-4664ff19-0f7f-4d65-b925-6e74e7f13353 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/security-groups?id=d843f737-6466-4183-8023-14d53a00a23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474908 May 03 16:04:37.580227 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 51774) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:04:37.662068 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee81b2df-c262-4ed1-8e22-29e97fee8a1b req-de72a8da-b95b-4b60-9c73-78b7a5c27fd6 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:37.664176 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-ee81b2df-c262-4ed1-8e22-29e97fee8a1b req-de72a8da-b95b-4b60-9c73-78b7a5c27fd6 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb2966f0-0931-453c-bf2f-7457c7794232 HTTP/1.1" status: 200 len: 943 time: 0.1152761 May 03 16:04:37.725133 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-ee81b2df-c262-4ed1-8e22-29e97fee8a1b req-f6eb96d0-0f91-4b30-a1b6-be2efddf6b36 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/security-groups?id=e01d8b89-bed6-46f4-8dc8-33f8e8921c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542221 May 03 16:04:37.733398 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-cb02dd2d-0b99-45dc-b6a0-7861ff567232 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:37.764753 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-cb02dd2d-0b99-45dc-b6a0-7861ff567232 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:04:37.769460 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-cb02dd2d-0b99-45dc-b6a0-7861ff567232 admin admin] Usage tracker for resource:security_group_rule and tenant:5e26aa96c23543b6815a4f38672cc00d is out of sync, need to count used quota {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:04:37.772658 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-cb02dd2d-0b99-45dc-b6a0-7861ff567232 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:04:37.779046 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-cb02dd2d-0b99-45dc-b6a0-7861ff567232 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:04:37.892861 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-cb02dd2d-0b99-45dc-b6a0-7861ff567232 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:37.955066 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-cb02dd2d-0b99-45dc-b6a0-7861ff567232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:37.965032 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-0567c80e-0fdf-4ab5-817b-c68ceef4fe32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:04:38.010496 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-cb02dd2d-0b99-45dc-b6a0-7861ff567232 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5e26aa96c23543b6815a4f38672cc00d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4289138 May 03 16:04:38.013458 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 51782) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:04:38.014055 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb02dd2d-0b99-45dc-b6a0-7861ff567232 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c7b21eb-185b-4293-a25c-e1927d9f6c14,revision_number=1']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:04:38.028255 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-cb02dd2d-0b99-45dc-b6a0-7861ff567232 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:04:38.096611 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-1512f9a1-e0b8-4976-b045-568535120d72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:38.136526 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-1512f9a1-e0b8-4976-b045-568535120d72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:38.608716 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-1512f9a1-e0b8-4976-b045-568535120d72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:38.616926 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-edcf639b-9a0e-47e3-aeb0-71633a252df7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:04:38.630976 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1512f9a1-e0b8-4976-b045-568535120d72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c7b21eb-185b-4293-a25c-e1927d9f6c14,revision_number=None']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:04:38.636149 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-1512f9a1-e0b8-4976-b045-568535120d72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:04:38.643064 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-1512f9a1-e0b8-4976-b045-568535120d72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:38.646613 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-1512f9a1-e0b8-4976-b045-568535120d72 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8c7b21eb-185b-4293-a25c-e1927d9f6c14 HTTP/1.1" status: 204 len: 168 time: 0.6296871 May 03 16:04:38.699681 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186d2633-f526-431f-b658-9f11fa41b853 req-334d0cb9-9c52-4156-9849-a9fe8a8f1aec tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:38.701416 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-186d2633-f526-431f-b658-9f11fa41b853 req-334d0cb9-9c52-4156-9849-a9fe8a8f1aec tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/ports?device_id=896a5ea9-b5d0-4aef-b34a-a085015c3745 HTTP/1.1" status: 200 len: 945 time: 0.1339219 May 03 16:04:38.762213 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-186d2633-f526-431f-b658-9f11fa41b853 req-c1ecf084-5efe-4009-a033-5040239ca745 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/security-groups?id=d843f737-6466-4183-8023-14d53a00a23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522280 May 03 16:04:38.989588 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5243e496-7aa6-47f8-87f1-ea435c959301 req-587c3373-1fe4-49cb-9d33-b265414b4ed3 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:38.991401 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-5243e496-7aa6-47f8-87f1-ea435c959301 req-587c3373-1fe4-49cb-9d33-b265414b4ed3 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb2966f0-0931-453c-bf2f-7457c7794232 HTTP/1.1" status: 200 len: 943 time: 0.0943413 May 03 16:04:39.044044 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-5243e496-7aa6-47f8-87f1-ea435c959301 req-ef393346-e784-4691-a29d-5021dd7580b1 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/security-groups?id=e01d8b89-bed6-46f4-8dc8-33f8e8921c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438704 May 03 16:04:39.443715 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 51796) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:04:39.462594 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-79783846-9de1-4feb-9534-190403063aee admin admin] Notify callbacks [] for security_group, before_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:39.484121 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-79783846-9de1-4feb-9534-190403063aee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:04:39.488753 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-79783846-9de1-4feb-9534-190403063aee admin admin] Usage tracker for resource:security_group_rule and tenant:8e269cc23dd943ee9607f5ea635c6893 is out of sync, need to count used quota {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:04:39.492165 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-79783846-9de1-4feb-9534-190403063aee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:04:39.498372 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-79783846-9de1-4feb-9534-190403063aee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:04:39.629576 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-79783846-9de1-4feb-9534-190403063aee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:39.897414 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-79783846-9de1-4feb-9534-190403063aee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:39.910399 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-04252792-26b5-459f-827d-1a5e29f9123e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:04:39.954692 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-79783846-9de1-4feb-9534-190403063aee admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8e269cc23dd943ee9607f5ea635c6893&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5065758 May 03 16:04:39.958768 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 51804) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:04:39.971320 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79783846-9de1-4feb-9534-190403063aee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9c12cb2-e3f5-4f84-a01d-d9c352d37581,revision_number=1']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:04:39.977105 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-79783846-9de1-4feb-9534-190403063aee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:04:40.017950 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce9f87c-5141-48bb-a932-0cda394ace18 req-8075ae19-ed36-43d9-a795-b8efcbdff90b tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:40.019542 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-fce9f87c-5141-48bb-a932-0cda394ace18 req-8075ae19-ed36-43d9-a795-b8efcbdff90b tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/ports?device_id=896a5ea9-b5d0-4aef-b34a-a085015c3745 HTTP/1.1" status: 200 len: 945 time: 0.1383221 May 03 16:04:40.067817 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-2bd2c839-3e37-4e58-ae98-02033c3410fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:40.101151 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-fce9f87c-5141-48bb-a932-0cda394ace18 req-22dfa8d8-ab13-48b5-9dee-7726786aadff tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/security-groups?id=d843f737-6466-4183-8023-14d53a00a23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749364 May 03 16:04:40.116738 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-2bd2c839-3e37-4e58-ae98-02033c3410fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:40.257213 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-2bd2c839-3e37-4e58-ae98-02033c3410fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:40.262900 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-cae3bc96-c91c-4f17-a671-2227e72c0bd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:04:40.319894 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd2c839-3e37-4e58-ae98-02033c3410fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9c12cb2-e3f5-4f84-a01d-d9c352d37581,revision_number=None']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:04:40.322797 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-2bd2c839-3e37-4e58-ae98-02033c3410fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:04:40.330115 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-2bd2c839-3e37-4e58-ae98-02033c3410fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:40.334802 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-2bd2c839-3e37-4e58-ae98-02033c3410fa admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d9c12cb2-e3f5-4f84-a01d-d9c352d37581 HTTP/1.1" status: 204 len: 168 time: 0.3745084 May 03 16:04:40.414411 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3325a0-b532-4d89-8b18-d0717db5fbdb req-25891c97-ca73-42a3-98bb-2f3d356b1715 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:40.416401 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-4a3325a0-b532-4d89-8b18-d0717db5fbdb req-25891c97-ca73-42a3-98bb-2f3d356b1715 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb2966f0-0931-453c-bf2f-7457c7794232 HTTP/1.1" status: 200 len: 943 time: 0.1461565 May 03 16:04:40.555666 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-4a3325a0-b532-4d89-8b18-d0717db5fbdb req-640b84e2-9f26-4ce4-8029-3b1079f7eebd tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/security-groups?id=e01d8b89-bed6-46f4-8dc8-33f8e8921c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1321454 May 03 16:04:40.645514 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-6e7c3c86-55a3-47c8-92d3-aa6033314d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:41.366527 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e82371-040b-4427-9bcb-e5c7444ff9ec req-76977476-a216-4aac-8f9d-bd0debe0bd2a tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:41.368069 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-c4e82371-040b-4427-9bcb-e5c7444ff9ec req-76977476-a216-4aac-8f9d-bd0debe0bd2a tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/ports?device_id=896a5ea9-b5d0-4aef-b34a-a085015c3745 HTTP/1.1" status: 200 len: 945 time: 0.1187675 May 03 16:04:41.422599 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-c4e82371-040b-4427-9bcb-e5c7444ff9ec req-45f9529b-6886-47e4-80ac-453d323624d6 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/security-groups?id=d843f737-6466-4183-8023-14d53a00a23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487618 May 03 16:04:41.829153 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea870a80-24f7-44b5-b06e-044c32223b78 req-aa3fe1f2-90ae-480a-9906-519ceef172e8 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:41.830696 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-ea870a80-24f7-44b5-b06e-044c32223b78 req-aa3fe1f2-90ae-480a-9906-519ceef172e8 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb2966f0-0931-453c-bf2f-7457c7794232 HTTP/1.1" status: 200 len: 943 time: 0.1132646 May 03 16:04:41.885776 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-ea870a80-24f7-44b5-b06e-044c32223b78 req-6e8f8605-f429-41e5-a1f1-65e21ec54893 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/security-groups?id=e01d8b89-bed6-46f4-8dc8-33f8e8921c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483191 May 03 16:04:42.624541 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee74f400-2d2f-4200-8e05-66939f429ba7 req-380b73ae-75b5-4b59-b771-530a30dae2b6 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:42.626619 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-ee74f400-2d2f-4200-8e05-66939f429ba7 req-380b73ae-75b5-4b59-b771-530a30dae2b6 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/ports?device_id=896a5ea9-b5d0-4aef-b34a-a085015c3745 HTTP/1.1" status: 200 len: 945 time: 0.0931396 May 03 16:04:42.677913 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-ee74f400-2d2f-4200-8e05-66939f429ba7 req-a35455e7-887a-48f1-bd78-50d9b2344a92 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/security-groups?id=d843f737-6466-4183-8023-14d53a00a23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454218 May 03 16:04:42.805839 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-fad799da-5e91-49dc-9bc8-bd26e73180a5 req-e5908a47-b1de-4bfb-9c80-472e6f80aa4f tempest-VolumesNegativeTest-510625773 tempest-VolumesNegativeTest-510625773-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=5c05c2a63009478f9a1354b3f51ee9c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299964 May 03 16:04:42.980657 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad799da-5e91-49dc-9bc8-bd26e73180a5 req-184a2654-93d0-4376-a0b9-fba6db9424c2 tempest-VolumesNegativeTest-510625773 tempest-VolumesNegativeTest-510625773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:42.982064 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-fad799da-5e91-49dc-9bc8-bd26e73180a5 req-184a2654-93d0-4376-a0b9-fba6db9424c2 tempest-VolumesNegativeTest-510625773 tempest-VolumesNegativeTest-510625773-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1709347 May 03 16:04:43.001145 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-fad799da-5e91-49dc-9bc8-bd26e73180a5 req-69069d49-e522-440b-9895-d5179b9d6e6b tempest-VolumesNegativeTest-510625773 tempest-VolumesNegativeTest-510625773-project] 10.222.0.11 "GET /v2.0/quotas/5c05c2a63009478f9a1354b3f51ee9c5 HTTP/1.1" status: 200 len: 375 time: 0.0102103 May 03 16:04:43.092990 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-fad799da-5e91-49dc-9bc8-bd26e73180a5 req-34a75265-e652-4a22-887f-fa3d758863c5 tempest-VolumesNegativeTest-510625773 tempest-VolumesNegativeTest-510625773-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=5c05c2a63009478f9a1354b3f51ee9c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0843673 May 03 16:04:43.151653 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f16a4e-b1ee-452d-8628-c3da6bac0e54 req-c925ea1e-9d7f-4ed4-9217-816473fa5fef tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:43.154997 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-d3f16a4e-b1ee-452d-8628-c3da6bac0e54 req-c925ea1e-9d7f-4ed4-9217-816473fa5fef tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb2966f0-0931-453c-bf2f-7457c7794232 HTTP/1.1" status: 200 len: 943 time: 0.1140780 May 03 16:04:43.214861 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-d3f16a4e-b1ee-452d-8628-c3da6bac0e54 req-a8413531-b037-490b-94fe-f1a100b2f7f5 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/security-groups?id=e01d8b89-bed6-46f4-8dc8-33f8e8921c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496302 May 03 16:04:43.319693 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:43.347393 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-d9f53e0d-748c-4b8f-a255-4cc1701bb34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:43.368023 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-6fe2e16f-ee17-4cca-8001-2b009f502097 req-ac983f01-a9ee-4935-9142-709706537fdd tempest-VolumesNegativeTest-510625773 tempest-VolumesNegativeTest-510625773-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f1a2e2e-33d6-4eae-93cf-eb01a04e2b0b HTTP/1.1" status: 200 len: 210 time: 0.0431252 May 03 16:04:43.878751 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800dd730-8c5e-4f0a-9520-3e48149024dd req-3f6096a4-3f5d-4585-a718-235484083dee tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:43.880478 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-800dd730-8c5e-4f0a-9520-3e48149024dd req-3f6096a4-3f5d-4585-a718-235484083dee tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/ports?device_id=896a5ea9-b5d0-4aef-b34a-a085015c3745 HTTP/1.1" status: 200 len: 945 time: 0.0955305 May 03 16:04:43.938836 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-800dd730-8c5e-4f0a-9520-3e48149024dd req-0f11b44f-6501-48b5-be37-c28e7bb9e380 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/security-groups?id=d843f737-6466-4183-8023-14d53a00a23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494814 May 03 16:04:44.211109 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-b400cb21-de9a-47f5-b18b-46830690aa58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:44.428729 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3ee363-3406-4b91-abed-09721d46d5e4 req-8eb3ec75-a2fb-4596-a881-88aa11ce5b87 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:44.430188 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-6c3ee363-3406-4b91-abed-09721d46d5e4 req-8eb3ec75-a2fb-4596-a881-88aa11ce5b87 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb2966f0-0931-453c-bf2f-7457c7794232 HTTP/1.1" status: 200 len: 943 time: 0.0879409 May 03 16:04:44.490890 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-5a94e123-cdcc-4138-b5d6-c336d5f36aac req-b875cf64-81aa-4e22-baea-e7d50d087144 tempest-VolumesNegativeTest-510625773 tempest-VolumesNegativeTest-510625773-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f1a2e2e-33d6-4eae-93cf-eb01a04e2b0b HTTP/1.1" status: 200 len: 210 time: 0.0597141 May 03 16:04:44.524209 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-6c3ee363-3406-4b91-abed-09721d46d5e4 req-efcf49f7-737e-4507-839d-30bc863891ac tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/security-groups?id=e01d8b89-bed6-46f4-8dc8-33f8e8921c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609605 May 03 16:04:45.169110 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2060cf94-08f2-4fb1-b453-5478eea6e435 req-1ac75d53-2cf8-4e59-86ff-e867e7eabd22 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:45.173040 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-2060cf94-08f2-4fb1-b453-5478eea6e435 req-1ac75d53-2cf8-4e59-86ff-e867e7eabd22 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/ports?device_id=896a5ea9-b5d0-4aef-b34a-a085015c3745 HTTP/1.1" status: 200 len: 945 time: 0.0980926 May 03 16:04:45.222233 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-2060cf94-08f2-4fb1-b453-5478eea6e435 req-dde75c64-0dbe-4396-b1eb-193ea13217d2 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/security-groups?id=d843f737-6466-4183-8023-14d53a00a23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417657 May 03 16:04:45.578702 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-fad799da-5e91-49dc-9bc8-bd26e73180a5 req-99fa71c0-1336-4194-bc12-25a1ba892115 tempest-VolumesNegativeTest-510625773 tempest-VolumesNegativeTest-510625773-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=5c05c2a63009478f9a1354b3f51ee9c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0305033 May 03 16:04:45.687561 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-e0f686c1-0f28-4539-a325-6354bca097fc req-3da8b80c-c60e-454f-8109-f56031dce019 tempest-VolumesNegativeTest-510625773 tempest-VolumesNegativeTest-510625773-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f1a2e2e-33d6-4eae-93cf-eb01a04e2b0b HTTP/1.1" status: 200 len: 210 time: 0.0739076 May 03 16:04:45.748812 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0a1aca-5dee-41e1-827f-22ebb9eb4fc4 req-10638c55-0a0f-4fad-b0e5-2ee9ed3f2353 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:45.751082 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-eb0a1aca-5dee-41e1-827f-22ebb9eb4fc4 req-10638c55-0a0f-4fad-b0e5-2ee9ed3f2353 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb2966f0-0931-453c-bf2f-7457c7794232 HTTP/1.1" status: 200 len: 943 time: 0.1003141 May 03 16:04:45.758563 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad799da-5e91-49dc-9bc8-bd26e73180a5 req-7524eeef-e5d0-4afb-85f0-71557d9df861 tempest-VolumesNegativeTest-510625773 tempest-VolumesNegativeTest-510625773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:45.759984 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-fad799da-5e91-49dc-9bc8-bd26e73180a5 req-7524eeef-e5d0-4afb-85f0-71557d9df861 tempest-VolumesNegativeTest-510625773 tempest-VolumesNegativeTest-510625773-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1726391 May 03 16:04:45.774002 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.v2.base [req-fad799da-5e91-49dc-9bc8-bd26e73180a5 req-0826bcc4-9e7f-42bf-9f5d-c9c0986e18b8 tempest-VolumesNegativeTest-510625773 tempest-VolumesNegativeTest-510625773-project] Request body: {'port': {'device_id': '6f1a2e2e-33d6-4eae-93cf-eb01a04e2b0b', 'network_id': '4021ce03-2c03-4896-9016-285c5d753e8c', 'admin_state_up': True, 'tenant_id': '5c05c2a63009478f9a1354b3f51ee9c5'}} {{(pid=74320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 16:04:45.816648 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-eb0a1aca-5dee-41e1-827f-22ebb9eb4fc4 req-245b3320-99c6-4530-b701-e7f06608e3a7 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/security-groups?id=e01d8b89-bed6-46f4-8dc8-33f8e8921c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560572 May 03 16:04:46.006563 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [req-fad799da-5e91-49dc-9bc8-bd26e73180a5 req-0826bcc4-9e7f-42bf-9f5d-c9c0986e18b8 tempest-VolumesNegativeTest-510625773 tempest-VolumesNegativeTest-510625773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:04:46.010594 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [req-fad799da-5e91-49dc-9bc8-bd26e73180a5 req-0826bcc4-9e7f-42bf-9f5d-c9c0986e18b8 tempest-VolumesNegativeTest-510625773 tempest-VolumesNegativeTest-510625773-project] Usage tracker for resource:port and tenant:5c05c2a63009478f9a1354b3f51ee9c5 is out of sync, need to count used quota {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:04:46.013570 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [req-fad799da-5e91-49dc-9bc8-bd26e73180a5 req-0826bcc4-9e7f-42bf-9f5d-c9c0986e18b8 tempest-VolumesNegativeTest-510625773 tempest-VolumesNegativeTest-510625773-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:04:46.020579 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [req-fad799da-5e91-49dc-9bc8-bd26e73180a5 req-0826bcc4-9e7f-42bf-9f5d-c9c0986e18b8 tempest-VolumesNegativeTest-510625773 tempest-VolumesNegativeTest-510625773-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:04:46.130821 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fad799da-5e91-49dc-9bc8-bd26e73180a5 req-0826bcc4-9e7f-42bf-9f5d-c9c0986e18b8 tempest-VolumesNegativeTest-510625773 tempest-VolumesNegativeTest-510625773-project] Made reservation on behalf of 5c05c2a63009478f9a1354b3f51ee9c5 for: {'port': 1} {{(pid=74320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 16:04:46.131061 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-b5223e01-a904-4e89-a902-ae20f7f129a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:46.134373 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [req-fad799da-5e91-49dc-9bc8-bd26e73180a5 req-0826bcc4-9e7f-42bf-9f5d-c9c0986e18b8 tempest-VolumesNegativeTest-510625773 tempest-VolumesNegativeTest-510625773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:46.148060 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [req-fad799da-5e91-49dc-9bc8-bd26e73180a5 req-0826bcc4-9e7f-42bf-9f5d-c9c0986e18b8 tempest-VolumesNegativeTest-510625773 tempest-VolumesNegativeTest-510625773-project] Notify callbacks [] for security_group, before_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:46.165050 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [req-fad799da-5e91-49dc-9bc8-bd26e73180a5 req-0826bcc4-9e7f-42bf-9f5d-c9c0986e18b8 tempest-VolumesNegativeTest-510625773 tempest-VolumesNegativeTest-510625773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:04:46.169042 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [req-fad799da-5e91-49dc-9bc8-bd26e73180a5 req-0826bcc4-9e7f-42bf-9f5d-c9c0986e18b8 tempest-VolumesNegativeTest-510625773 tempest-VolumesNegativeTest-510625773-project] Usage tracker for resource:security_group_rule and tenant:5c05c2a63009478f9a1354b3f51ee9c5 is out of sync, need to count used quota {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:04:46.172032 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [req-fad799da-5e91-49dc-9bc8-bd26e73180a5 req-0826bcc4-9e7f-42bf-9f5d-c9c0986e18b8 tempest-VolumesNegativeTest-510625773 tempest-VolumesNegativeTest-510625773-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:04:46.177867 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [req-fad799da-5e91-49dc-9bc8-bd26e73180a5 req-0826bcc4-9e7f-42bf-9f5d-c9c0986e18b8 tempest-VolumesNegativeTest-510625773 tempest-VolumesNegativeTest-510625773-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:04:46.295423 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [req-fad799da-5e91-49dc-9bc8-bd26e73180a5 req-0826bcc4-9e7f-42bf-9f5d-c9c0986e18b8 tempest-VolumesNegativeTest-510625773 tempest-VolumesNegativeTest-510625773-project] Notify callbacks [] for security_group, precommit_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:46.347940 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [req-fad799da-5e91-49dc-9bc8-bd26e73180a5 req-0826bcc4-9e7f-42bf-9f5d-c9c0986e18b8 tempest-VolumesNegativeTest-510625773 tempest-VolumesNegativeTest-510625773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:46.351075 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-6911603f-4c4d-4682-9014-bbcb227bf4fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:04:46.421687 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a09456-104c-473a-9877-9816fe08b9c9 req-cd841e86-f6b2-481c-bf75-8df21ca2b3ba tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:46.423288 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-f8a09456-104c-473a-9877-9816fe08b9c9 req-cd841e86-f6b2-481c-bf75-8df21ca2b3ba tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/ports?device_id=896a5ea9-b5d0-4aef-b34a-a085015c3745 HTTP/1.1" status: 200 len: 945 time: 0.0873926 May 03 16:04:46.435625 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0826bcc4-9e7f-42bf-9f5d-c9c0986e18b8 tempest-VolumesNegativeTest-510625773 tempest-VolumesNegativeTest-510625773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e6bba3b-f4c2-480a-8052-5b8205a9e04e,revision_number=1']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:04:46.442889 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-0826bcc4-9e7f-42bf-9f5d-c9c0986e18b8 tempest-VolumesNegativeTest-510625773 tempest-VolumesNegativeTest-510625773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:04:46.472539 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-f8a09456-104c-473a-9877-9816fe08b9c9 req-8ef22ba3-4db1-477f-8e1e-8af197afc4ab tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/security-groups?id=d843f737-6466-4183-8023-14d53a00a23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426736 May 03 16:04:46.541220 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.db_base_plugin_common [req-fad799da-5e91-49dc-9bc8-bd26e73180a5 req-0826bcc4-9e7f-42bf-9f5d-c9c0986e18b8 tempest-VolumesNegativeTest-510625773 tempest-VolumesNegativeTest-510625773-project] Allocated IP 192.168.233.131 (4021ce03-2c03-4896-9016-285c5d753e8c/33367e32-2e80-4647-9af2-af63aefa0017/5457475f-a001-4a8e-8d64-18c3b9dd3018) {{(pid=74320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 16:04:46.566807 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Device 273acec7-db74-4d3c-9919-34656b1953d7 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=74322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 16:04:46.705778 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] For port 273acec7-db74-4d3c-9919-34656b1953d7, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=273acec7-db74-4d3c-9919-34656b1953d7,segment=NetworkSegment(2b1d67ca-c22e-4b92-bc7c-13b39c284b0e),segment_id=2b1d67ca-c22e-4b92-bc7c-13b39c284b0e)] {{(pid=74322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 16:04:46.720794 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Returning: {'device': '273acec7-db74-4d3c-9919-34656b1953d7', 'network_id': '3d07b93f-2cbc-4419-9656-593dd149b251', 'port_id': '273acec7-db74-4d3c-9919-34656b1953d7', 'mac_address': 'fa:16:3e:a5:77:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e179f81-7e4a-49b9-b9a9-9613d63a9979', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 16:04:46.760596 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [req-fad799da-5e91-49dc-9bc8-bd26e73180a5 req-0826bcc4-9e7f-42bf-9f5d-c9c0986e18b8 tempest-VolumesNegativeTest-510625773 tempest-VolumesNegativeTest-510625773-project] Notify callbacks [] for port, precommit_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:46.779676 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.provisioning_blocks [req-fad799da-5e91-49dc-9bc8-bd26e73180a5 req-0826bcc4-9e7f-42bf-9f5d-c9c0986e18b8 tempest-VolumesNegativeTest-510625773 tempest-VolumesNegativeTest-510625773-project] Transition to ACTIVE for port object 5457475f-a001-4a8e-8d64-18c3b9dd3018 will not be triggered until provisioned by entity DHCP. {{(pid=74320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 16:04:46.785239 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:46.805037 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.notifiers.nova [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 273acec7-db74-4d3c-9919-34656b1953d7 {{(pid=74322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 03 16:04:46.822545 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] For port 273acec7-db74-4d3c-9919-34656b1953d7, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=273acec7-db74-4d3c-9919-34656b1953d7,segment=NetworkSegment(2b1d67ca-c22e-4b92-bc7c-13b39c284b0e),segment_id=2b1d67ca-c22e-4b92-bc7c-13b39c284b0e)] {{(pid=74322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 16:04:46.856822 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-f4291709-40d8-4044-ac19-552097485970 req-4515ca40-3062-4af0-8ec2-a2411a661885 tempest-VolumesNegativeTest-510625773 tempest-VolumesNegativeTest-510625773-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f1a2e2e-33d6-4eae-93cf-eb01a04e2b0b HTTP/1.1" status: 200 len: 210 time: 0.0554507 May 03 16:04:46.869198 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [req-fad799da-5e91-49dc-9bc8-bd26e73180a5 req-0826bcc4-9e7f-42bf-9f5d-c9c0986e18b8 tempest-VolumesNegativeTest-510625773 tempest-VolumesNegativeTest-510625773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781092417302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2110393'] for port, after_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:46.878493 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-2986945e-8e67-4f16-8f4b-1f60caec38aa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:04:46.895225 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365'] for port, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:46.895686 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:04:46.951790 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fad799da-5e91-49dc-9bc8-bd26e73180a5 req-0826bcc4-9e7f-42bf-9f5d-c9c0986e18b8 tempest-VolumesNegativeTest-510625773 tempest-VolumesNegativeTest-510625773-project] Network 4021ce03-2c03-4896-9016-285c5d753e8c is already hosted by enough agents. {{(pid=74320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 16:04:46.965462 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.scheduler.base_scheduler [req-fad799da-5e91-49dc-9bc8-bd26e73180a5 req-0826bcc4-9e7f-42bf-9f5d-c9c0986e18b8 tempest-VolumesNegativeTest-510625773 tempest-VolumesNegativeTest-510625773-project] Resources bound (agent type, host, resource id): {{(pid=74320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:04:46.970541 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.l3_dvrscheduler_db [req-fad799da-5e91-49dc-9bc8-bd26e73180a5 req-0826bcc4-9e7f-42bf-9f5d-c9c0986e18b8 tempest-VolumesNegativeTest-510625773 tempest-VolumesNegativeTest-510625773-project] Received port after_create {{(pid=74320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 03 16:04:46.989213 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Pushing event updated for resources: {'Port': ['ID=273acec7-db74-4d3c-9919-34656b1953d7,revision_number=9']} {{(pid=74322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:04:46.992598 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:04:47.012028 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0826bcc4-9e7f-42bf-9f5d-c9c0986e18b8 tempest-VolumesNegativeTest-510625773 tempest-VolumesNegativeTest-510625773-project] Pushing event updated for resources: {'Port': ['ID=5457475f-a001-4a8e-8d64-18c3b9dd3018,revision_number=1']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:04:47.017876 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-0826bcc4-9e7f-42bf-9f5d-c9c0986e18b8 tempest-VolumesNegativeTest-510625773 tempest-VolumesNegativeTest-510625773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:04:47.043118 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd04094-f6bc-4b1f-85e5-9243d63e1b5a req-a3a19fce-47a3-4e26-9cb7-77fe98720edc tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:47.043366 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad799da-5e91-49dc-9bc8-bd26e73180a5 req-0826bcc4-9e7f-42bf-9f5d-c9c0986e18b8 tempest-VolumesNegativeTest-510625773 tempest-VolumesNegativeTest-510625773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:47.043892 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [req-fad799da-5e91-49dc-9bc8-bd26e73180a5 req-0826bcc4-9e7f-42bf-9f5d-c9c0986e18b8 tempest-VolumesNegativeTest-510625773 tempest-VolumesNegativeTest-510625773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504013'] for port, before_response {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:47.044853 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-ecd04094-f6bc-4b1f-85e5-9243d63e1b5a req-a3a19fce-47a3-4e26-9cb7-77fe98720edc tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb2966f0-0931-453c-bf2f-7457c7794232 HTTP/1.1" status: 200 len: 944 time: 0.0993164 May 03 16:04:47.111616 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-ecd04094-f6bc-4b1f-85e5-9243d63e1b5a req-c5a53faf-42f9-48d0-b24b-0663f9e242e2 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/security-groups?id=e01d8b89-bed6-46f4-8dc8-33f8e8921c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558980 May 03 16:04:47.172141 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-fad799da-5e91-49dc-9bc8-bd26e73180a5 req-0826bcc4-9e7f-42bf-9f5d-c9c0986e18b8 tempest-VolumesNegativeTest-510625773 tempest-VolumesNegativeTest-510625773-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4020834 May 03 16:04:47.190705 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.v2.base [req-fad799da-5e91-49dc-9bc8-bd26e73180a5 req-d3cf3d0d-265f-4932-915c-da17354ba030 service neutron] Request body: {'port': {'device_id': '6f1a2e2e-33d6-4eae-93cf-eb01a04e2b0b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=74320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 16:04:47.208496 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] get_ports_and_sgs() called for port_ids ['273acec7-db74-4d3c-9919-34656b1953d7'] {{(pid=74322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 16:04:47.324005 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [req-fad799da-5e91-49dc-9bc8-bd26e73180a5 req-d3cf3d0d-265f-4932-915c-da17354ba030 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:47.385948 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-0f8ea37a-1df7-483f-b78a-a0cb600185a8 None None] Provisioning for port 5457475f-a001-4a8e-8d64-18c3b9dd3018 completed by entity DHCP. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 16:04:47.392315 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-0f8ea37a-1df7-483f-b78a-a0cb600185a8 None None] Provisioning complete for port 5457475f-a001-4a8e-8d64-18c3b9dd3018 triggered by entity DHCP. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 16:04:47.392922 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-0f8ea37a-1df7-483f-b78a-a0cb600185a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033555'] for port, provisioning_complete {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:47.471590 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.plugin [None req-0f8ea37a-1df7-483f-b78a-a0cb600185a8 None None] Port 5457475f-a001-4a8e-8d64-18c3b9dd3018 cannot update to ACTIVE because it is not bound. {{(pid=74322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 16:04:47.666774 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30297ec-a080-4668-a4c3-5d02703ea519 req-680217f3-1aff-4ba4-8bb2-ddcaaf9af0fb tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:47.669522 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-e30297ec-a080-4668-a4c3-5d02703ea519 req-680217f3-1aff-4ba4-8bb2-ddcaaf9af0fb tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/ports?device_id=896a5ea9-b5d0-4aef-b34a-a085015c3745 HTTP/1.1" status: 200 len: 945 time: 0.0874183 May 03 16:04:47.682896 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.notifiers.nova [req-fad799da-5e91-49dc-9bc8-bd26e73180a5 req-d3cf3d0d-265f-4932-915c-da17354ba030 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5457475f-a001-4a8e-8d64-18c3b9dd3018 {{(pid=74320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 03 16:04:47.690511 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [req-fad799da-5e91-49dc-9bc8-bd26e73180a5 req-d3cf3d0d-265f-4932-915c-da17354ba030 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:47.705425 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.provisioning_blocks [req-fad799da-5e91-49dc-9bc8-bd26e73180a5 req-d3cf3d0d-265f-4932-915c-da17354ba030 service neutron] Transition to ACTIVE for port object 5457475f-a001-4a8e-8d64-18c3b9dd3018 will not be triggered until provisioned by entity L2. {{(pid=74320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 16:04:47.721337 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-e30297ec-a080-4668-a4c3-5d02703ea519 req-965e95de-b8a6-42d0-a46f-76bc79eda821 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/security-groups?id=d843f737-6466-4183-8023-14d53a00a23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449338 May 03 16:04:47.765215 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [req-fad799da-5e91-49dc-9bc8-bd26e73180a5 req-d3cf3d0d-265f-4932-915c-da17354ba030 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2110350'] for port, after_update {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:47.770163 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-1047bac6-1298-47f5-9b03-a2fe101e01c6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:04:47.936647 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cf3d0d-265f-4932-915c-da17354ba030 service neutron] Pushing event updated for resources: {'Port': ['ID=5457475f-a001-4a8e-8d64-18c3b9dd3018,revision_number=2']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:04:47.963827 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-d3cf3d0d-265f-4932-915c-da17354ba030 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:04:48.010187 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.managers [req-fad799da-5e91-49dc-9bc8-bd26e73180a5 req-d3cf3d0d-265f-4932-915c-da17354ba030 service neutron] Attempting to bind port 5457475f-a001-4a8e-8d64-18c3b9dd3018 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=74320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 16:04:48.010521 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.managers [req-fad799da-5e91-49dc-9bc8-bd26e73180a5 req-d3cf3d0d-265f-4932-915c-da17354ba030 service neutron] Attempting to bind port 5457475f-a001-4a8e-8d64-18c3b9dd3018 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': 'a913eeca-ab98-4656-a1b3-1af091945fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '4021ce03-2c03-4896-9016-285c5d753e8c'}] {{(pid=74320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 16:04:48.010848 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad799da-5e91-49dc-9bc8-bd26e73180a5 req-d3cf3d0d-265f-4932-915c-da17354ba030 service neutron] Attempting to bind port 5457475f-a001-4a8e-8d64-18c3b9dd3018 on network 4021ce03-2c03-4896-9016-285c5d753e8c {{(pid=74320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 16:04:48.016317 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad799da-5e91-49dc-9bc8-bd26e73180a5 req-d3cf3d0d-265f-4932-915c-da17354ba030 service neutron] Port 5457475f-a001-4a8e-8d64-18c3b9dd3018 on network 4021ce03-2c03-4896-9016-285c5d753e8c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=74320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 16:04:48.016639 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad799da-5e91-49dc-9bc8-bd26e73180a5 req-d3cf3d0d-265f-4932-915c-da17354ba030 service neutron] Attempting to bind port 5457475f-a001-4a8e-8d64-18c3b9dd3018 on network 4021ce03-2c03-4896-9016-285c5d753e8c {{(pid=74320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 16:04:48.021829 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad799da-5e91-49dc-9bc8-bd26e73180a5 req-d3cf3d0d-265f-4932-915c-da17354ba030 service neutron] Checking agent: {'id': 'e8f37935-7292-412a-84f9-cfa484ab4cdd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 3, 16, 0, 3), 'started_at': datetime.datetime(2021, 5, 3, 16, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 5, 3, 16, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 16:04:48.022161 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad799da-5e91-49dc-9bc8-bd26e73180a5 req-d3cf3d0d-265f-4932-915c-da17354ba030 service neutron] Checking segment: {'id': 'a913eeca-ab98-4656-a1b3-1af091945fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '4021ce03-2c03-4896-9016-285c5d753e8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 03 16:04:48.022543 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad799da-5e91-49dc-9bc8-bd26e73180a5 req-d3cf3d0d-265f-4932-915c-da17354ba030 service neutron] Bound using segment: {'id': 'a913eeca-ab98-4656-a1b3-1af091945fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '4021ce03-2c03-4896-9016-285c5d753e8c'} {{(pid=74320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 16:04:48.022968 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.managers [req-fad799da-5e91-49dc-9bc8-bd26e73180a5 req-d3cf3d0d-265f-4932-915c-da17354ba030 service neutron] Bound port: 5457475f-a001-4a8e-8d64-18c3b9dd3018, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a913eeca-ab98-4656-a1b3-1af091945fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '4021ce03-2c03-4896-9016-285c5d753e8c'}}] {{(pid=74320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 16:04:48.023314 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [req-fad799da-5e91-49dc-9bc8-bd26e73180a5 req-d3cf3d0d-265f-4932-915c-da17354ba030 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:48.049503 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0a094e-e380-4659-81e1-22a3e067caa5 req-642628bf-e0f1-428b-8308-8ef235f8c364 tempest-VolumesNegativeTest-510625773 tempest-VolumesNegativeTest-510625773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:48.051053 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-be0a094e-e380-4659-81e1-22a3e067caa5 req-642628bf-e0f1-428b-8308-8ef235f8c364 tempest-VolumesNegativeTest-510625773 tempest-VolumesNegativeTest-510625773-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f1a2e2e-33d6-4eae-93cf-eb01a04e2b0b HTTP/1.1" status: 200 len: 948 time: 0.0844209 May 03 16:04:48.121701 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.db [req-fad799da-5e91-49dc-9bc8-bd26e73180a5 req-d3cf3d0d-265f-4932-915c-da17354ba030 service neutron] For port 5457475f-a001-4a8e-8d64-18c3b9dd3018, host hv-cinder-77428, cleared binding levels {{(pid=74320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 16:04:48.125140 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.db [req-fad799da-5e91-49dc-9bc8-bd26e73180a5 req-d3cf3d0d-265f-4932-915c-da17354ba030 service neutron] For port 5457475f-a001-4a8e-8d64-18c3b9dd3018, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=5457475f-a001-4a8e-8d64-18c3b9dd3018,segment=NetworkSegment(a913eeca-ab98-4656-a1b3-1af091945fd7),segment_id=a913eeca-ab98-4656-a1b3-1af091945fd7)] {{(pid=74320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 16:04:48.171816 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-be0a094e-e380-4659-81e1-22a3e067caa5 req-cf027d35-cc3f-4c99-9f2c-7f7487e63760 tempest-VolumesNegativeTest-510625773 tempest-VolumesNegativeTest-510625773-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e6bba3b-f4c2-480a-8052-5b8205a9e04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146767 May 03 16:04:48.245742 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [req-fad799da-5e91-49dc-9bc8-bd26e73180a5 req-d3cf3d0d-265f-4932-915c-da17354ba030 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2110350'] for port, after_update {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:48.250063 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-58184a83-d973-4db8-8e62-1cb63284261e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:04:48.303249 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad799da-5e91-49dc-9bc8-bd26e73180a5 req-d3cf3d0d-265f-4932-915c-da17354ba030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:48.304364 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [req-fad799da-5e91-49dc-9bc8-bd26e73180a5 req-d3cf3d0d-265f-4932-915c-da17354ba030 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504013'] for port, before_response {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:48.304790 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529358e2-09e1-4b0c-9bdd-bff15e01600e req-d0e1075e-1c14-46c5-ac83-8eee46f5095d tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:48.305740 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-fad799da-5e91-49dc-9bc8-bd26e73180a5 req-d3cf3d0d-265f-4932-915c-da17354ba030 service neutron] 10.222.0.42 "PUT /v2.0/ports/5457475f-a001-4a8e-8d64-18c3b9dd3018 HTTP/1.1" status: 200 len: 1098 time: 1.1204879 May 03 16:04:48.306281 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-529358e2-09e1-4b0c-9bdd-bff15e01600e req-d0e1075e-1c14-46c5-ac83-8eee46f5095d tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb2966f0-0931-453c-bf2f-7457c7794232 HTTP/1.1" status: 200 len: 944 time: 0.0833836 May 03 16:04:48.310772 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f1a2e2e-33d6-4eae-93cf-eb01a04e2b0b', 'tag': '5457475f-a001-4a8e-8d64-18c3b9dd3018'}] {{(pid=74320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 16:04:48.344073 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cf3d0d-265f-4932-915c-da17354ba030 service neutron] Pushing event updated for resources: {'Port': ['ID=5457475f-a001-4a8e-8d64-18c3b9dd3018,revision_number=3']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:04:48.351696 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-d3cf3d0d-265f-4932-915c-da17354ba030 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:04:48.360001 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-529358e2-09e1-4b0c-9bdd-bff15e01600e req-511cd9c0-e1d4-4c22-aadd-4bc867216f6d tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/security-groups?id=e01d8b89-bed6-46f4-8dc8-33f8e8921c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459883 May 03 16:04:48.382194 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f1a2e2e-33d6-4eae-93cf-eb01a04e2b0b', 'tag': '5457475f-a001-4a8e-8d64-18c3b9dd3018', 'status': 'completed', 'code': 200} May 03 16:04:48.493034 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9584e37-994f-4105-ad47-fd7d9f80b31a req-0ae48441-2872-42d8-9902-11def1869a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:48.494573 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-c9584e37-994f-4105-ad47-fd7d9f80b31a req-0ae48441-2872-42d8-9902-11def1869a95 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5c05c2a63009478f9a1354b3f51ee9c5&device_id=6f1a2e2e-33d6-4eae-93cf-eb01a04e2b0b HTTP/1.1" status: 200 len: 1101 time: 0.0836661 May 03 16:04:48.532439 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-c9584e37-994f-4105-ad47-fd7d9f80b31a req-c92f5cbf-3ac3-4d2c-a1c7-1d9a7041abf8 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=5c05c2a63009478f9a1354b3f51ee9c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0258684 May 03 16:04:48.566328 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Device 273acec7-db74-4d3c-9919-34656b1953d7 up at agent hyperv_hv-cinder-77428 {{(pid=74322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 16:04:48.641128 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Provisioning complete for port 273acec7-db74-4d3c-9919-34656b1953d7 triggered by entity L2. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 16:04:48.641783 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033555'] for port, provisioning_complete {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:48.755939 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9584e37-994f-4105-ad47-fd7d9f80b31a req-5f21fd3b-a1ac-4920-a0bc-cb8417a289ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:48.757494 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-c9584e37-994f-4105-ad47-fd7d9f80b31a req-5f21fd3b-a1ac-4920-a0bc-cb8417a289ae service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2118869 May 03 16:04:48.763542 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:48.794411 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb2966f0-0931-453c-bf2f-7457c7794232', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '273acec7-db74-4d3c-9919-34656b1953d7'}] {{(pid=74322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 16:04:48.805087 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] For port 273acec7-db74-4d3c-9919-34656b1953d7, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=273acec7-db74-4d3c-9919-34656b1953d7,segment=NetworkSegment(2b1d67ca-c22e-4b92-bc7c-13b39c284b0e),segment_id=2b1d67ca-c22e-4b92-bc7c-13b39c284b0e)] {{(pid=74322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 16:04:48.860373 dv-cinder-774286-11-smb neutron-server[74322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb2966f0-0931-453c-bf2f-7457c7794232', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '273acec7-db74-4d3c-9919-34656b1953d7', 'code': 200} May 03 16:04:48.903399 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad799da-5e91-49dc-9bc8-bd26e73180a5 req-607d87d1-8372-447a-998a-4dac755fd811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:48.904317 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-fad799da-5e91-49dc-9bc8-bd26e73180a5 req-607d87d1-8372-447a-998a-4dac755fd811 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5c05c2a63009478f9a1354b3f51ee9c5&device_id=6f1a2e2e-33d6-4eae-93cf-eb01a04e2b0b HTTP/1.1" status: 200 len: 1101 time: 0.1056852 May 03 16:04:48.933234 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed467b9-64d2-40fd-b5ad-3f73732e5e09 req-0cf1b467-1da4-4c96-a576-bb069611ae13 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:48.935042 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-3ed467b9-64d2-40fd-b5ad-3f73732e5e09 req-0cf1b467-1da4-4c96-a576-bb069611ae13 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/ports?device_id=896a5ea9-b5d0-4aef-b34a-a085015c3745 HTTP/1.1" status: 200 len: 945 time: 0.1008048 May 03 16:04:48.965475 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365'] for port, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:48.968904 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:04:48.983421 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-3ed467b9-64d2-40fd-b5ad-3f73732e5e09 req-22619eef-cca7-45f4-96f6-963ba2b0760e tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/security-groups?id=d843f737-6466-4183-8023-14d53a00a23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415268 May 03 16:04:48.985005 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-fad799da-5e91-49dc-9bc8-bd26e73180a5 req-ce19de58-f94e-43e2-ab98-4e228ce6018b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=5457475f-a001-4a8e-8d64-18c3b9dd3018 HTTP/1.1" status: 200 len: 217 time: 0.0706241 May 03 16:04:49.041887 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Pushing event updated for resources: {'Port': ['ID=273acec7-db74-4d3c-9919-34656b1953d7,revision_number=10']} {{(pid=74322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:04:49.045567 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:04:49.058685 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad799da-5e91-49dc-9bc8-bd26e73180a5 req-a22fee04-1935-4124-9225-bc40d6f26261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:49.060218 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-fad799da-5e91-49dc-9bc8-bd26e73180a5 req-a22fee04-1935-4124-9225-bc40d6f26261 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=33367e32-2e80-4647-9af2-af63aefa0017 HTTP/1.1" status: 200 len: 843 time: 0.0681663 May 03 16:04:49.146511 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad799da-5e91-49dc-9bc8-bd26e73180a5 req-5885d3f1-8fc8-445d-bc02-1f395dd3fa49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:49.148086 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-fad799da-5e91-49dc-9bc8-bd26e73180a5 req-5885d3f1-8fc8-445d-bc02-1f395dd3fa49 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4021ce03-2c03-4896-9016-285c5d753e8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0793502 May 03 16:04:49.290454 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-fad799da-5e91-49dc-9bc8-bd26e73180a5 req-8410f55e-2ad8-4018-89b7-b2590192e93c service neutron] 10.222.0.42 "GET /v2.0/networks/4021ce03-2c03-4896-9016-285c5d753e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347399 May 03 16:04:49.380443 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1092a7-946c-473e-bae7-5bf073917091 req-56d403a1-8769-4005-9565-8e8a61915247 tempest-VolumesNegativeTest-510625773 tempest-VolumesNegativeTest-510625773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:49.382093 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-4c1092a7-946c-473e-bae7-5bf073917091 req-56d403a1-8769-4005-9565-8e8a61915247 tempest-VolumesNegativeTest-510625773 tempest-VolumesNegativeTest-510625773-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f1a2e2e-33d6-4eae-93cf-eb01a04e2b0b HTTP/1.1" status: 200 len: 948 time: 0.0973289 May 03 16:04:49.433983 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-4c1092a7-946c-473e-bae7-5bf073917091 req-75128adc-d71f-4e54-91eb-4804b9d6a350 tempest-VolumesNegativeTest-510625773 tempest-VolumesNegativeTest-510625773-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e6bba3b-f4c2-480a-8052-5b8205a9e04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454013 May 03 16:04:49.452324 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-fad799da-5e91-49dc-9bc8-bd26e73180a5 req-c61b4253-7f1a-47fd-b6a6-ab88b1573ffc service neutron] 10.222.0.42 "GET /v2.0/networks/4021ce03-2c03-4896-9016-285c5d753e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545527 May 03 16:04:49.590757 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eae2b9-6381-4cff-a4e6-f1c359053a1c req-0b504447-2d26-4498-af41-e3c1073e6d3c tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:49.598497 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-a7eae2b9-6381-4cff-a4e6-f1c359053a1c req-0b504447-2d26-4498-af41-e3c1073e6d3c tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb2966f0-0931-453c-bf2f-7457c7794232 HTTP/1.1" status: 200 len: 946 time: 0.0949817 May 03 16:04:49.644923 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-a7eae2b9-6381-4cff-a4e6-f1c359053a1c req-38e194f5-9f51-450a-adad-310eca9f5c7b tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/security-groups?id=e01d8b89-bed6-46f4-8dc8-33f8e8921c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446017 May 03 16:04:49.694505 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9af6bb-7f24-44a7-9400-284d1ca7501d req-f801cc90-5139-4307-ae94-33a83e8190ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:49.696105 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-ae9af6bb-7f24-44a7-9400-284d1ca7501d req-f801cc90-5139-4307-ae94-33a83e8190ed service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=eb2966f0-0931-453c-bf2f-7457c7794232 HTTP/1.1" status: 200 len: 1099 time: 0.0754921 May 03 16:04:49.745666 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-ae9af6bb-7f24-44a7-9400-284d1ca7501d req-71f09531-61e4-41d0-a19d-e86b6b4c1d5d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e01d8b89-bed6-46f4-8dc8-33f8e8921c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419664 May 03 16:04:49.758687 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.agents_db [None req-1e570261-7bec-4919-9804-a616d65b12ea None None] Agent healthcheck: found 6 active agents {{(pid=74323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 03 16:04:50.173625 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99decb2d-a7f4-4e6d-bca7-62b5f2c195ae req-8a37040e-a806-45ae-9781-44504162e97c tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:50.175120 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-99decb2d-a7f4-4e6d-bca7-62b5f2c195ae req-8a37040e-a806-45ae-9781-44504162e97c tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/ports?device_id=896a5ea9-b5d0-4aef-b34a-a085015c3745 HTTP/1.1" status: 200 len: 945 time: 0.0815909 May 03 16:04:50.222810 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-99decb2d-a7f4-4e6d-bca7-62b5f2c195ae req-70802f07-8b19-4da7-b0f8-aab2101951b9 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/security-groups?id=d843f737-6466-4183-8023-14d53a00a23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416079 May 03 16:04:50.649614 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a077eb3a-c563-45eb-a2cd-d45d8cf1590e req-fd47e6e4-5e90-4574-8ddb-dacae72b5882 tempest-VolumesNegativeTest-510625773 tempest-VolumesNegativeTest-510625773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:50.657777 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-a077eb3a-c563-45eb-a2cd-d45d8cf1590e req-fd47e6e4-5e90-4574-8ddb-dacae72b5882 tempest-VolumesNegativeTest-510625773 tempest-VolumesNegativeTest-510625773-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f1a2e2e-33d6-4eae-93cf-eb01a04e2b0b HTTP/1.1" status: 200 len: 948 time: 0.1077247 May 03 16:04:50.716249 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-a077eb3a-c563-45eb-a2cd-d45d8cf1590e req-22444236-e367-4475-bbae-2dc039b74e39 tempest-VolumesNegativeTest-510625773 tempest-VolumesNegativeTest-510625773-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e6bba3b-f4c2-480a-8052-5b8205a9e04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566373 May 03 16:04:50.869270 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d7ccb6-2cf2-40a4-b883-d3fc913a3032 req-efc62826-8658-41d1-ba73-7552741b52ae tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:50.870768 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-89d7ccb6-2cf2-40a4-b883-d3fc913a3032 req-efc62826-8658-41d1-ba73-7552741b52ae tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb2966f0-0931-453c-bf2f-7457c7794232 HTTP/1.1" status: 200 len: 946 time: 0.0867858 May 03 16:04:50.927108 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-89d7ccb6-2cf2-40a4-b883-d3fc913a3032 req-8fe956d7-6cab-4c93-84a3-b058ee400d91 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/security-groups?id=e01d8b89-bed6-46f4-8dc8-33f8e8921c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489860 May 03 16:04:51.420554 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4528bacc-76b3-4a75-849d-a15d52efb15a req-cf956525-3519-44e7-9db4-a511a46da9ed tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:51.422753 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-4528bacc-76b3-4a75-849d-a15d52efb15a req-cf956525-3519-44e7-9db4-a511a46da9ed tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/ports?device_id=896a5ea9-b5d0-4aef-b34a-a085015c3745 HTTP/1.1" status: 200 len: 945 time: 0.0888691 May 03 16:04:51.470177 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-4528bacc-76b3-4a75-849d-a15d52efb15a req-cdef50ac-f865-42b5-a64b-3de93e6bb27b tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/security-groups?id=d843f737-6466-4183-8023-14d53a00a23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409567 May 03 16:04:51.918701 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb34a200-015d-472e-9e1d-8695a0117ef2 req-f22f822f-e9a4-4f99-9442-96922c16c57b tempest-VolumesNegativeTest-510625773 tempest-VolumesNegativeTest-510625773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:51.920622 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-eb34a200-015d-472e-9e1d-8695a0117ef2 req-f22f822f-e9a4-4f99-9442-96922c16c57b tempest-VolumesNegativeTest-510625773 tempest-VolumesNegativeTest-510625773-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f1a2e2e-33d6-4eae-93cf-eb01a04e2b0b HTTP/1.1" status: 200 len: 948 time: 0.0858982 May 03 16:04:51.968802 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-eb34a200-015d-472e-9e1d-8695a0117ef2 req-61638ca4-64a9-4d65-8c74-2ae3e746d579 tempest-VolumesNegativeTest-510625773 tempest-VolumesNegativeTest-510625773-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e6bba3b-f4c2-480a-8052-5b8205a9e04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416577 May 03 16:04:52.142730 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d817bfb-0571-483e-bc49-cd03092757d9 req-37b19d78-c4f3-4d5a-91f3-33a2d2bbae5e tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:52.144319 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-7d817bfb-0571-483e-bc49-cd03092757d9 req-37b19d78-c4f3-4d5a-91f3-33a2d2bbae5e tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb2966f0-0931-453c-bf2f-7457c7794232 HTTP/1.1" status: 200 len: 946 time: 0.0871162 May 03 16:04:52.192916 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-7d817bfb-0571-483e-bc49-cd03092757d9 req-f09cff1a-ef33-48e2-9f23-0a1ac8899666 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/security-groups?id=e01d8b89-bed6-46f4-8dc8-33f8e8921c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425406 May 03 16:04:52.598274 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Device 5457475f-a001-4a8e-8d64-18c3b9dd3018 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=74322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 16:04:52.682146 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc77981-1f22-488a-b249-fdac5baa6017 req-35d5fb3c-b016-4547-9df8-d480e4d5eb99 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:52.683803 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-7fc77981-1f22-488a-b249-fdac5baa6017 req-35d5fb3c-b016-4547-9df8-d480e4d5eb99 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/ports?device_id=896a5ea9-b5d0-4aef-b34a-a085015c3745 HTTP/1.1" status: 200 len: 945 time: 0.1011703 May 03 16:04:52.739130 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-7fc77981-1f22-488a-b249-fdac5baa6017 req-f91313c3-1f20-41e0-9471-d4cbd5c5a54c tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/security-groups?id=d843f737-6466-4183-8023-14d53a00a23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483959 May 03 16:04:52.761136 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] For port 5457475f-a001-4a8e-8d64-18c3b9dd3018, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=5457475f-a001-4a8e-8d64-18c3b9dd3018,segment=NetworkSegment(a913eeca-ab98-4656-a1b3-1af091945fd7),segment_id=a913eeca-ab98-4656-a1b3-1af091945fd7)] {{(pid=74322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 16:04:52.775557 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Returning: {'device': '5457475f-a001-4a8e-8d64-18c3b9dd3018', 'network_id': '4021ce03-2c03-4896-9016-285c5d753e8c', 'port_id': '5457475f-a001-4a8e-8d64-18c3b9dd3018', 'mac_address': 'fa:16:3e:32:ce:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33367e32-2e80-4647-9af2-af63aefa0017', 'ip_address': '192.168.233.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 16:04:52.833445 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:52.852627 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.notifiers.nova [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5457475f-a001-4a8e-8d64-18c3b9dd3018 {{(pid=74322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 03 16:04:52.869834 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] For port 5457475f-a001-4a8e-8d64-18c3b9dd3018, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=5457475f-a001-4a8e-8d64-18c3b9dd3018,segment=NetworkSegment(a913eeca-ab98-4656-a1b3-1af091945fd7),segment_id=a913eeca-ab98-4656-a1b3-1af091945fd7)] {{(pid=74322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 16:04:52.959403 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365'] for port, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:52.961205 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:04:53.036293 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Pushing event updated for resources: {'Port': ['ID=5457475f-a001-4a8e-8d64-18c3b9dd3018,revision_number=4']} {{(pid=74322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:04:53.039656 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:04:53.175650 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ac5ae6-b639-4295-a4bb-5057ebd5910d req-b3a0809e-5058-4f58-a7af-3098d4cc97e9 tempest-VolumesNegativeTest-510625773 tempest-VolumesNegativeTest-510625773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:53.177257 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-a1ac5ae6-b639-4295-a4bb-5057ebd5910d req-b3a0809e-5058-4f58-a7af-3098d4cc97e9 tempest-VolumesNegativeTest-510625773 tempest-VolumesNegativeTest-510625773-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f1a2e2e-33d6-4eae-93cf-eb01a04e2b0b HTTP/1.1" status: 200 len: 949 time: 0.0944815 May 03 16:04:53.226551 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-a1ac5ae6-b639-4295-a4bb-5057ebd5910d req-e6bed435-c77e-4a6e-98f9-de18b39bef4d tempest-VolumesNegativeTest-510625773 tempest-VolumesNegativeTest-510625773-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e6bba3b-f4c2-480a-8052-5b8205a9e04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409219 May 03 16:04:53.264478 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] get_ports_and_sgs() called for port_ids ['5457475f-a001-4a8e-8d64-18c3b9dd3018'] {{(pid=74322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 16:04:53.394563 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9d3222-f6c0-4287-8483-f61368e9d202 req-a9bdc072-68f3-42ea-8bd6-efbee5704a7f tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:53.396083 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-3b9d3222-f6c0-4287-8483-f61368e9d202 req-a9bdc072-68f3-42ea-8bd6-efbee5704a7f tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb2966f0-0931-453c-bf2f-7457c7794232 HTTP/1.1" status: 200 len: 946 time: 0.0829444 May 03 16:04:53.442034 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-3b9d3222-f6c0-4287-8483-f61368e9d202 req-9c1bea18-9f3a-4ab6-ad17-0e7fe0d505de tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/security-groups?id=e01d8b89-bed6-46f4-8dc8-33f8e8921c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397639 May 03 16:04:53.942426 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa835748-278e-472e-8aee-adf028b64fe8 req-7ba37446-038a-4dd3-9af2-bc7c0c73d4fc tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:53.943938 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-aa835748-278e-472e-8aee-adf028b64fe8 req-7ba37446-038a-4dd3-9af2-bc7c0c73d4fc tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/ports?device_id=896a5ea9-b5d0-4aef-b34a-a085015c3745 HTTP/1.1" status: 200 len: 945 time: 0.1008103 May 03 16:04:53.992181 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-aa835748-278e-472e-8aee-adf028b64fe8 req-1a6d39c8-74d6-47ea-bdf2-369018b57f84 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/security-groups?id=d843f737-6466-4183-8023-14d53a00a23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419638 May 03 16:04:54.551943 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994498f3-3a0f-416d-952d-de8c7e170398 req-929b8229-bd62-46f7-9fd2-a891ae079ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:54.553387 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-994498f3-3a0f-416d-952d-de8c7e170398 req-929b8229-bd62-46f7-9fd2-a891ae079ea7 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=896a5ea9-b5d0-4aef-b34a-a085015c3745 HTTP/1.1" status: 200 len: 1098 time: 0.0727031 May 03 16:04:54.583771 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875303a2-35d2-4626-bf4f-be2e8dd8a112 req-89015084-d776-4040-a2e2-435c54a86957 tempest-VolumesNegativeTest-510625773 tempest-VolumesNegativeTest-510625773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:54.585432 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-875303a2-35d2-4626-bf4f-be2e8dd8a112 req-89015084-d776-4040-a2e2-435c54a86957 tempest-VolumesNegativeTest-510625773 tempest-VolumesNegativeTest-510625773-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f1a2e2e-33d6-4eae-93cf-eb01a04e2b0b HTTP/1.1" status: 200 len: 949 time: 0.0880592 May 03 16:04:54.602018 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-994498f3-3a0f-416d-952d-de8c7e170398 req-9c4ae80b-3a42-46fb-8f16-06b68d738457 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=d843f737-6466-4183-8023-14d53a00a23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387192 May 03 16:04:54.602417 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Device 5457475f-a001-4a8e-8d64-18c3b9dd3018 up at agent hyperv_hv-cinder-77428 {{(pid=74322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 16:04:54.632755 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-875303a2-35d2-4626-bf4f-be2e8dd8a112 req-a1a4f284-f50c-4054-8ad0-08d5f5587092 tempest-VolumesNegativeTest-510625773 tempest-VolumesNegativeTest-510625773-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e6bba3b-f4c2-480a-8052-5b8205a9e04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408771 May 03 16:04:54.713896 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Provisioning for port 5457475f-a001-4a8e-8d64-18c3b9dd3018 completed by entity L2. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 16:04:54.720107 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Provisioning complete for port 5457475f-a001-4a8e-8d64-18c3b9dd3018 triggered by entity L2. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 16:04:54.728679 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033555'] for port, provisioning_complete {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:54.842434 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:54.870515 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f1a2e2e-33d6-4eae-93cf-eb01a04e2b0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5457475f-a001-4a8e-8d64-18c3b9dd3018'}] {{(pid=74322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 16:04:54.880882 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] For port 5457475f-a001-4a8e-8d64-18c3b9dd3018, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=5457475f-a001-4a8e-8d64-18c3b9dd3018,segment=NetworkSegment(a913eeca-ab98-4656-a1b3-1af091945fd7),segment_id=a913eeca-ab98-4656-a1b3-1af091945fd7)] {{(pid=74322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 16:04:54.914390 dv-cinder-774286-11-smb neutron-server[74322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f1a2e2e-33d6-4eae-93cf-eb01a04e2b0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5457475f-a001-4a8e-8d64-18c3b9dd3018', 'code': 200} May 03 16:04:54.947419 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365'] for port, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:04:54.949347 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:04:55.016556 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Pushing event updated for resources: {'Port': ['ID=5457475f-a001-4a8e-8d64-18c3b9dd3018,revision_number=5']} {{(pid=74322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:04:55.019679 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:04:55.179715 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975fc89b-41d1-4a45-8b7a-b41bf935edd1 req-db70647d-639c-461d-b0c6-4d5cd7dc59d4 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:55.184013 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-975fc89b-41d1-4a45-8b7a-b41bf935edd1 req-db70647d-639c-461d-b0c6-4d5cd7dc59d4 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/ports?device_id=896a5ea9-b5d0-4aef-b34a-a085015c3745 HTTP/1.1" status: 200 len: 945 time: 0.0849566 May 03 16:04:55.230470 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-975fc89b-41d1-4a45-8b7a-b41bf935edd1 req-34cdec98-2b55-4075-b9d2-d50d54547434 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/security-groups?id=d843f737-6466-4183-8023-14d53a00a23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423043 May 03 16:04:55.306676 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb511703-d077-4cbe-a19e-c7058d527ed3 req-b3bf26a7-7734-474c-b637-d4723e69fea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:55.308139 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-eb511703-d077-4cbe-a19e-c7058d527ed3 req-b3bf26a7-7734-474c-b637-d4723e69fea3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6f1a2e2e-33d6-4eae-93cf-eb01a04e2b0b HTTP/1.1" status: 200 len: 1103 time: 0.0737364 May 03 16:04:55.352927 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-eb511703-d077-4cbe-a19e-c7058d527ed3 req-5b8efbf3-1de1-4378-8559-29b33c28f005 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=3e6bba3b-f4c2-480a-8052-5b8205a9e04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349026 May 03 16:04:55.898907 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c1be43-b27e-41b1-8eac-2ade8aa4bdf4 req-69737dfa-bb33-469e-a0db-d8fffa0a6de2 tempest-VolumesNegativeTest-510625773 tempest-VolumesNegativeTest-510625773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:55.900460 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-00c1be43-b27e-41b1-8eac-2ade8aa4bdf4 req-69737dfa-bb33-469e-a0db-d8fffa0a6de2 tempest-VolumesNegativeTest-510625773 tempest-VolumesNegativeTest-510625773-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f1a2e2e-33d6-4eae-93cf-eb01a04e2b0b HTTP/1.1" status: 200 len: 950 time: 0.1597235 May 03 16:04:55.945791 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-00c1be43-b27e-41b1-8eac-2ade8aa4bdf4 req-b4c42643-9b82-4fb2-933e-e65a09af1189 tempest-VolumesNegativeTest-510625773 tempest-VolumesNegativeTest-510625773-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e6bba3b-f4c2-480a-8052-5b8205a9e04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386677 May 03 16:04:56.424232 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948dfe6a-d28a-41be-9651-f7aa037175bb req-ae3c0798-b71d-436d-9328-23009c51cb3a tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:56.425692 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-948dfe6a-d28a-41be-9651-f7aa037175bb req-ae3c0798-b71d-436d-9328-23009c51cb3a tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/ports?device_id=896a5ea9-b5d0-4aef-b34a-a085015c3745 HTTP/1.1" status: 200 len: 945 time: 0.0859394 May 03 16:04:56.472337 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-948dfe6a-d28a-41be-9651-f7aa037175bb req-32b343c2-4a0c-48f0-9fad-bae1734d621c tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/security-groups?id=d843f737-6466-4183-8023-14d53a00a23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406425 May 03 16:04:57.238874 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaea8884-adc6-4a7b-a2be-7e037709afea req-c39476ef-9d31-45a1-a0df-807f882bb4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:57.240377 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-aaea8884-adc6-4a7b-a2be-7e037709afea req-c39476ef-9d31-45a1-a0df-807f882bb4e4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8a5aae9d34474935a5fba6d6bb4b34f6&device_id=896a5ea9-b5d0-4aef-b34a-a085015c3745 HTTP/1.1" status: 200 len: 1098 time: 0.0795913 May 03 16:04:57.262021 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3c88a6-4489-4510-b5a2-721bc748d613 req-e5b838b1-55c4-4970-b5dc-90fac71c5862 tempest-VolumesNegativeTest-510625773 tempest-VolumesNegativeTest-510625773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:57.263467 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-9e3c88a6-4489-4510-b5a2-721bc748d613 req-e5b838b1-55c4-4970-b5dc-90fac71c5862 tempest-VolumesNegativeTest-510625773 tempest-VolumesNegativeTest-510625773-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f1a2e2e-33d6-4eae-93cf-eb01a04e2b0b HTTP/1.1" status: 200 len: 950 time: 0.2039917 May 03 16:04:57.276279 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89477300-dd69-4beb-ad99-9fc3a1a57a02 req-df880005-5373-4ee9-8326-b655df7c957c tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:57.277685 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-89477300-dd69-4beb-ad99-9fc3a1a57a02 req-df880005-5373-4ee9-8326-b655df7c957c tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/ports?device_id=896a5ea9-b5d0-4aef-b34a-a085015c3745 HTTP/1.1" status: 200 len: 945 time: 0.1548407 May 03 16:04:57.348807 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-9e3c88a6-4489-4510-b5a2-721bc748d613 req-20783a6c-2fab-4c52-83f0-a164206410cb tempest-VolumesNegativeTest-510625773 tempest-VolumesNegativeTest-510625773-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e6bba3b-f4c2-480a-8052-5b8205a9e04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700548 May 03 16:04:57.353342 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-89477300-dd69-4beb-ad99-9fc3a1a57a02 req-4cd45946-5c48-4170-ac6f-efec9e47b077 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/security-groups?id=d843f737-6466-4183-8023-14d53a00a23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603838 May 03 16:04:57.392729 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaea8884-adc6-4a7b-a2be-7e037709afea req-f5b165d5-061d-4e8d-9576-bdd453a4d11b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:57.394188 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-aaea8884-adc6-4a7b-a2be-7e037709afea req-f5b165d5-061d-4e8d-9576-bdd453a4d11b service neutron] 10.222.0.42 "GET /v2.0/networks?id=69748d7f-425d-412f-8a9e-fa9e9e44cf28 HTTP/1.1" status: 200 len: 919 time: 0.1470783 May 03 16:04:57.467052 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-aaea8884-adc6-4a7b-a2be-7e037709afea req-b06e42f3-310a-48ca-8f70-2fb158342842 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=06391f98-186a-4a4c-abd1-f267121b595c HTTP/1.1" status: 200 len: 217 time: 0.0652487 May 03 16:04:57.540310 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaea8884-adc6-4a7b-a2be-7e037709afea req-b033087b-9995-42a5-a3a5-29f0bd8c255f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:57.543413 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-aaea8884-adc6-4a7b-a2be-7e037709afea req-b033087b-9995-42a5-a3a5-29f0bd8c255f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6105efe5-e9de-4dbf-902a-b4dce538b42d HTTP/1.1" status: 200 len: 858 time: 0.0648475 May 03 16:04:57.596366 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-aaea8884-adc6-4a7b-a2be-7e037709afea req-f22b1efa-59ab-4154-9764-585960b38bd2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=69748d7f-425d-412f-8a9e-fa9e9e44cf28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469689 May 03 16:04:57.736540 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-aaea8884-adc6-4a7b-a2be-7e037709afea req-4fd2a857-be18-4c85-9d07-d71d14d38858 service neutron] 10.222.0.42 "GET /v2.0/networks/69748d7f-425d-412f-8a9e-fa9e9e44cf28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327498 May 03 16:04:57.882343 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-aaea8884-adc6-4a7b-a2be-7e037709afea req-c174bb16-6c60-4152-8a01-84e3fc8322d6 service neutron] 10.222.0.42 "GET /v2.0/networks/69748d7f-425d-412f-8a9e-fa9e9e44cf28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382804 May 03 16:04:58.104320 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50ff5ab-0450-4167-93fd-d1a33871c5e3 req-f0b54f2b-435d-4e57-b2c7-342766497242 tempest-VolumesNegativeTest-510625773 tempest-VolumesNegativeTest-510625773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:58.105923 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-d50ff5ab-0450-4167-93fd-d1a33871c5e3 req-f0b54f2b-435d-4e57-b2c7-342766497242 tempest-VolumesNegativeTest-510625773 tempest-VolumesNegativeTest-510625773-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f1a2e2e-33d6-4eae-93cf-eb01a04e2b0b HTTP/1.1" status: 200 len: 950 time: 0.0824921 May 03 16:04:58.152898 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-d50ff5ab-0450-4167-93fd-d1a33871c5e3 req-af51d1e9-19a3-44b6-8fcf-bc52b60662f1 tempest-VolumesNegativeTest-510625773 tempest-VolumesNegativeTest-510625773-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e6bba3b-f4c2-480a-8052-5b8205a9e04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404980 May 03 16:04:58.547748 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2756156e-ff82-4870-8edf-7542e4c25278 req-d372ee07-fc52-45df-b2a2-a865f65b9a95 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:58.549203 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-2756156e-ff82-4870-8edf-7542e4c25278 req-d372ee07-fc52-45df-b2a2-a865f65b9a95 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/ports?device_id=896a5ea9-b5d0-4aef-b34a-a085015c3745 HTTP/1.1" status: 200 len: 945 time: 0.0828838 May 03 16:04:58.604031 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-2756156e-ff82-4870-8edf-7542e4c25278 req-adc3e51d-4a5d-49f5-8d42-62f91ee9d254 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/security-groups?id=d843f737-6466-4183-8023-14d53a00a23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457306 May 03 16:04:59.343745 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2810f1-08ab-44fc-b28d-ab7f5e3e6103 req-e3da678a-1817-4b0e-adae-c9ec0130fc21 tempest-VolumesNegativeTest-510625773 tempest-VolumesNegativeTest-510625773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:59.345157 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-ed2810f1-08ab-44fc-b28d-ab7f5e3e6103 req-e3da678a-1817-4b0e-adae-c9ec0130fc21 tempest-VolumesNegativeTest-510625773 tempest-VolumesNegativeTest-510625773-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f1a2e2e-33d6-4eae-93cf-eb01a04e2b0b HTTP/1.1" status: 200 len: 950 time: 0.0797253 May 03 16:04:59.395516 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-ed2810f1-08ab-44fc-b28d-ab7f5e3e6103 req-104fd231-c4f9-4694-882b-6a4b2f5913c0 tempest-VolumesNegativeTest-510625773 tempest-VolumesNegativeTest-510625773-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e6bba3b-f4c2-480a-8052-5b8205a9e04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426123 May 03 16:04:59.795325 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba86e53-8e39-438f-92ab-c74a4eb617e6 req-93e17e56-5c2f-4283-91c4-bc13e0dedc8b tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:04:59.796903 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-cba86e53-8e39-438f-92ab-c74a4eb617e6 req-93e17e56-5c2f-4283-91c4-bc13e0dedc8b tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/ports?device_id=896a5ea9-b5d0-4aef-b34a-a085015c3745 HTTP/1.1" status: 200 len: 945 time: 0.0831478 May 03 16:04:59.844391 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-cba86e53-8e39-438f-92ab-c74a4eb617e6 req-f2def62d-3b92-44d2-af57-91485bb0d860 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/security-groups?id=d843f737-6466-4183-8023-14d53a00a23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417283 May 03 16:05:00.201249 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783f88bc-f791-4cd3-b110-fccd7e4a568b req-500d6b2a-932c-4b3c-b1e6-41c03b4c6ca5 tempest-VolumesNegativeTest-510625773 tempest-VolumesNegativeTest-510625773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:05:00.201961 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [req-783f88bc-f791-4cd3-b110-fccd7e4a568b req-500d6b2a-932c-4b3c-b1e6-41c03b4c6ca5 tempest-VolumesNegativeTest-510625773 tempest-VolumesNegativeTest-510625773-project] Synchronizing usage tracker for tenant:5c05c2a63009478f9a1354b3f51ee9c5 on resource:port {{(pid=74320) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 16:05:00.285183 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [req-783f88bc-f791-4cd3-b110-fccd7e4a568b req-500d6b2a-932c-4b3c-b1e6-41c03b4c6ca5 tempest-VolumesNegativeTest-510625773 tempest-VolumesNegativeTest-510625773-project] Unset dirty status for tenant:5c05c2a63009478f9a1354b3f51ee9c5 on resource:port {{(pid=74320) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 16:05:00.286402 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-783f88bc-f791-4cd3-b110-fccd7e4a568b req-500d6b2a-932c-4b3c-b1e6-41c03b4c6ca5 tempest-VolumesNegativeTest-510625773 tempest-VolumesNegativeTest-510625773-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f1a2e2e-33d6-4eae-93cf-eb01a04e2b0b HTTP/1.1" status: 200 len: 950 time: 0.2417917 May 03 16:05:00.430450 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.plugin [req-783f88bc-f791-4cd3-b110-fccd7e4a568b req-f95393c5-e8bd-4b3a-badf-b4b8b712a5fb tempest-VolumesNegativeTest-510625773 tempest-VolumesNegativeTest-510625773-project] Deleting port 5457475f-a001-4a8e-8d64-18c3b9dd3018 {{(pid=74320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 16:05:00.430794 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [req-783f88bc-f791-4cd3-b110-fccd7e4a568b req-f95393c5-e8bd-4b3a-badf-b4b8b712a5fb tempest-VolumesNegativeTest-510625773 tempest-VolumesNegativeTest-510625773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781092848725'] for port, before_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:00.580361 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.db [req-783f88bc-f791-4cd3-b110-fccd7e4a568b req-f95393c5-e8bd-4b3a-badf-b4b8b712a5fb tempest-VolumesNegativeTest-510625773 tempest-VolumesNegativeTest-510625773-project] For port 5457475f-a001-4a8e-8d64-18c3b9dd3018, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=5457475f-a001-4a8e-8d64-18c3b9dd3018,segment=NetworkSegment(a913eeca-ab98-4656-a1b3-1af091945fd7),segment_id=a913eeca-ab98-4656-a1b3-1af091945fd7)] {{(pid=74320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 16:05:00.580721 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [req-783f88bc-f791-4cd3-b110-fccd7e4a568b req-f95393c5-e8bd-4b3a-badf-b4b8b712a5fb tempest-VolumesNegativeTest-510625773 tempest-VolumesNegativeTest-510625773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925573'] for port, precommit_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:00.612234 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d204ee3b-fd5c-4a44-a494-9a618e81417b req-c2355273-be2e-4bd9-bbd2-b236126bfe6b tempest-VolumesNegativeTest-510625773 tempest-VolumesNegativeTest-510625773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:05:00.613739 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-d204ee3b-fd5c-4a44-a494-9a618e81417b req-c2355273-be2e-4bd9-bbd2-b236126bfe6b tempest-VolumesNegativeTest-510625773 tempest-VolumesNegativeTest-510625773-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f1a2e2e-33d6-4eae-93cf-eb01a04e2b0b HTTP/1.1" status: 200 len: 950 time: 0.0858920 May 03 16:05:00.660475 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-d204ee3b-fd5c-4a44-a494-9a618e81417b req-fb8b59f0-59b3-4279-b592-76504dff0c53 tempest-VolumesNegativeTest-510625773 tempest-VolumesNegativeTest-510625773-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e6bba3b-f4c2-480a-8052-5b8205a9e04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405030 May 03 16:05:00.725125 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.plugin [req-783f88bc-f791-4cd3-b110-fccd7e4a568b req-f95393c5-e8bd-4b3a-badf-b4b8b712a5fb tempest-VolumesNegativeTest-510625773 tempest-VolumesNegativeTest-510625773-project] Calling delete_port for 5457475f-a001-4a8e-8d64-18c3b9dd3018 owned by compute:nova {{(pid=74320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 03 16:05:00.919574 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [req-783f88bc-f791-4cd3-b110-fccd7e4a568b req-f95393c5-e8bd-4b3a-badf-b4b8b712a5fb tempest-VolumesNegativeTest-510625773 tempest-VolumesNegativeTest-510625773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781092850854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781092417311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2110393'] for port, after_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:00.925954 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:05:00.933824 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] get_ports_and_sgs() called for port_ids ['5457475f-a001-4a8e-8d64-18c3b9dd3018'] {{(pid=74322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 16:05:00.973702 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95393c5-e8bd-4b3a-badf-b4b8b712a5fb tempest-VolumesNegativeTest-510625773 tempest-VolumesNegativeTest-510625773-project] Pushing event deleted for resources: {'Port': ['ID=5457475f-a001-4a8e-8d64-18c3b9dd3018,revision_number=None']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:05:01.022340 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95393c5-e8bd-4b3a-badf-b4b8b712a5fb tempest-VolumesNegativeTest-510625773 tempest-VolumesNegativeTest-510625773-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:05:01.022340 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95393c5-e8bd-4b3a-badf-b4b8b712a5fb tempest-VolumesNegativeTest-510625773 tempest-VolumesNegativeTest-510625773-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:05:01.022720 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95393c5-e8bd-4b3a-badf-b4b8b712a5fb tempest-VolumesNegativeTest-510625773 tempest-VolumesNegativeTest-510625773-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:05:01.022951 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95393c5-e8bd-4b3a-badf-b4b8b712a5fb tempest-VolumesNegativeTest-510625773 tempest-VolumesNegativeTest-510625773-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:05:01.023523 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95393c5-e8bd-4b3a-badf-b4b8b712a5fb tempest-VolumesNegativeTest-510625773 tempest-VolumesNegativeTest-510625773-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:05:01.023895 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95393c5-e8bd-4b3a-badf-b4b8b712a5fb tempest-VolumesNegativeTest-510625773 tempest-VolumesNegativeTest-510625773-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:05:01.024273 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95393c5-e8bd-4b3a-badf-b4b8b712a5fb tempest-VolumesNegativeTest-510625773 tempest-VolumesNegativeTest-510625773-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:05:01.024648 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95393c5-e8bd-4b3a-badf-b4b8b712a5fb tempest-VolumesNegativeTest-510625773 tempest-VolumesNegativeTest-510625773-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:05:01.025002 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95393c5-e8bd-4b3a-badf-b4b8b712a5fb tempest-VolumesNegativeTest-510625773 tempest-VolumesNegativeTest-510625773-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:05:01.025409 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95393c5-e8bd-4b3a-badf-b4b8b712a5fb tempest-VolumesNegativeTest-510625773 tempest-VolumesNegativeTest-510625773-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:05:01.025765 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95393c5-e8bd-4b3a-badf-b4b8b712a5fb tempest-VolumesNegativeTest-510625773 tempest-VolumesNegativeTest-510625773-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:05:01.026117 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95393c5-e8bd-4b3a-badf-b4b8b712a5fb tempest-VolumesNegativeTest-510625773 tempest-VolumesNegativeTest-510625773-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:05:01.060814 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-f95393c5-e8bd-4b3a-badf-b4b8b712a5fb tempest-VolumesNegativeTest-510625773 tempest-VolumesNegativeTest-510625773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:05:01.073225 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.l3_dvrscheduler_db [req-783f88bc-f791-4cd3-b110-fccd7e4a568b req-f95393c5-e8bd-4b3a-badf-b4b8b712a5fb tempest-VolumesNegativeTest-510625773 tempest-VolumesNegativeTest-510625773-project] No DVR routers for this DVR port 5457475f-a001-4a8e-8d64-18c3b9dd3018 on host hv-cinder-77428 {{(pid=74320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 16:05:01.075670 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [req-783f88bc-f791-4cd3-b110-fccd7e4a568b req-f95393c5-e8bd-4b3a-badf-b4b8b712a5fb tempest-VolumesNegativeTest-510625773 tempest-VolumesNegativeTest-510625773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504013'] for port, before_response {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:01.086170 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f1a2e2e-33d6-4eae-93cf-eb01a04e2b0b', 'name': 'network-vif-deleted', 'tag': '5457475f-a001-4a8e-8d64-18c3b9dd3018'}] {{(pid=74320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 16:05:01.104872 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142e64e4-23de-436d-b109-b066977ff2d8 req-bbb70935-2009-42f3-9fa7-4802ed8b3110 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:05:01.117492 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-142e64e4-23de-436d-b109-b066977ff2d8 req-bbb70935-2009-42f3-9fa7-4802ed8b3110 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/ports?device_id=896a5ea9-b5d0-4aef-b34a-a085015c3745 HTTP/1.1" status: 200 len: 945 time: 0.1608591 May 03 16:05:01.159387 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f1a2e2e-33d6-4eae-93cf-eb01a04e2b0b', 'name': 'network-vif-deleted', 'tag': '5457475f-a001-4a8e-8d64-18c3b9dd3018', 'status': 'completed', 'code': 200} May 03 16:05:01.165319 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-783f88bc-f791-4cd3-b110-fccd7e4a568b req-f95393c5-e8bd-4b3a-badf-b4b8b712a5fb tempest-VolumesNegativeTest-510625773 tempest-VolumesNegativeTest-510625773-project] 10.222.0.42 "DELETE /v2.0/ports/5457475f-a001-4a8e-8d64-18c3b9dd3018 HTTP/1.1" status: 204 len: 173 time: 0.8694408 May 03 16:05:01.189840 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-142e64e4-23de-436d-b109-b066977ff2d8 req-82013ee5-0855-481b-9e00-5ecd3ec34a91 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/security-groups?id=d843f737-6466-4183-8023-14d53a00a23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713644 May 03 16:05:01.295406 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-309040e6-46fa-4302-bf9a-b116246d39a5 req-7b6c3757-a492-4497-a62d-661f6849a281 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7f59cf43-d943-4d50-bf48-735891ba4d14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0892315 May 03 16:05:01.440500 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309040e6-46fa-4302-bf9a-b116246d39a5 req-cf6692cc-00aa-4942-95d6-542ec23c21d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:05:01.442070 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-309040e6-46fa-4302-bf9a-b116246d39a5 req-cf6692cc-00aa-4942-95d6-542ec23c21d2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8a5aae9d34474935a5fba6d6bb4b34f6&device_id=7f59cf43-d943-4d50-bf48-735891ba4d14 HTTP/1.1" status: 200 len: 1099 time: 0.0868070 May 03 16:05:01.610172 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309040e6-46fa-4302-bf9a-b116246d39a5 req-79be0385-6b7f-422b-a6b7-1973d46c665f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:05:01.611624 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-309040e6-46fa-4302-bf9a-b116246d39a5 req-79be0385-6b7f-422b-a6b7-1973d46c665f service neutron] 10.222.0.42 "GET /v2.0/networks?id=69748d7f-425d-412f-8a9e-fa9e9e44cf28 HTTP/1.1" status: 200 len: 919 time: 0.1421752 May 03 16:05:01.682203 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-309040e6-46fa-4302-bf9a-b116246d39a5 req-7b3306a1-c058-422c-9d19-6d80d269f94c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d7eed5ec-86ed-4431-8917-c14ebfc2893c HTTP/1.1" status: 200 len: 217 time: 0.0644972 May 03 16:05:01.756623 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309040e6-46fa-4302-bf9a-b116246d39a5 req-2d1ddb94-e2fd-44c6-926e-4f6dce1f1e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:05:01.758066 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-309040e6-46fa-4302-bf9a-b116246d39a5 req-2d1ddb94-e2fd-44c6-926e-4f6dce1f1e7e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6105efe5-e9de-4dbf-902a-b4dce538b42d HTTP/1.1" status: 200 len: 858 time: 0.0637231 May 03 16:05:01.808001 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-309040e6-46fa-4302-bf9a-b116246d39a5 req-aa23d4b1-09cc-472f-bbb8-9a37870e1078 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=69748d7f-425d-412f-8a9e-fa9e9e44cf28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421736 May 03 16:05:01.834791 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-98db178c-e13a-42e9-998e-fb2509d48558 req-39c0fde0-65c8-4b65-aa93-9a55e1f74275 tempest-VolumesNegativeTest-510625773 tempest-VolumesNegativeTest-510625773-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f1a2e2e-33d6-4eae-93cf-eb01a04e2b0b HTTP/1.1" status: 200 len: 210 time: 0.0462008 May 03 16:05:01.959054 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-309040e6-46fa-4302-bf9a-b116246d39a5 req-c760641f-e297-4372-bd72-fe73df43e44f service neutron] 10.222.0.42 "GET /v2.0/networks/69748d7f-425d-412f-8a9e-fa9e9e44cf28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320338 May 03 16:05:02.094957 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-309040e6-46fa-4302-bf9a-b116246d39a5 req-6340931d-1c43-410b-a05c-aafa734d0a97 service neutron] 10.222.0.42 "GET /v2.0/networks/69748d7f-425d-412f-8a9e-fa9e9e44cf28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296244 May 03 16:05:02.776379 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:04.354334 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 52338) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:05:04.487240 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-4cd778d4-108c-4820-9cfe-78e24f5f5f6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:04.502463 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-4cd778d4-108c-4820-9cfe-78e24f5f5f6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:05:04.506270 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-4cd778d4-108c-4820-9cfe-78e24f5f5f6c admin admin] Usage tracker for resource:security_group_rule and tenant:378ff50c784d4e30bde3b686c3014b5c is out of sync, need to count used quota {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:05:04.509160 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-4cd778d4-108c-4820-9cfe-78e24f5f5f6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:05:04.517095 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-4cd778d4-108c-4820-9cfe-78e24f5f5f6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:05:04.607932 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-4cd778d4-108c-4820-9cfe-78e24f5f5f6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:04.650252 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Device 5457475f-a001-4a8e-8d64-18c3b9dd3018 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=74322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 16:05:04.668587 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-4cd778d4-108c-4820-9cfe-78e24f5f5f6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:04.691293 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-40c2287d-49cf-4c23-8673-23d169323b08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:05:04.723740 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.plugin [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] No Port match for: 5457475f-a001-4a8e-8d64-18c3b9dd3018 {{(pid=74322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 03 16:05:04.724250 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Device 5457475f-a001-4a8e-8d64-18c3b9dd3018 not bound to the agent host hv-cinder-77428 {{(pid=74322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 16:05:04.741697 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-4cd778d4-108c-4820-9cfe-78e24f5f5f6c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=378ff50c784d4e30bde3b686c3014b5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3862269 May 03 16:05:04.743644 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 52358) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:05:04.744122 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd778d4-108c-4820-9cfe-78e24f5f5f6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6b7a066-6970-4b0d-9e61-9a8c93223371,revision_number=1']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:05:04.748866 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-4cd778d4-108c-4820-9cfe-78e24f5f5f6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:05:04.812068 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-2333e65d-54f9-40a3-aabe-233147b60137 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:04.852426 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-2333e65d-54f9-40a3-aabe-233147b60137 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:04.976599 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-2333e65d-54f9-40a3-aabe-233147b60137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:04.980600 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-2bd2c839-3e37-4e58-ae98-02033c3410fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:05:04.992493 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2333e65d-54f9-40a3-aabe-233147b60137 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6b7a066-6970-4b0d-9e61-9a8c93223371,revision_number=None']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:05:05.004461 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-2333e65d-54f9-40a3-aabe-233147b60137 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:05.005654 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-2333e65d-54f9-40a3-aabe-233147b60137 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a6b7a066-6970-4b0d-9e61-9a8c93223371 HTTP/1.1" status: 204 len: 168 time: 0.2606061 May 03 16:05:05.007336 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2333e65d-54f9-40a3-aabe-233147b60137 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:05:05.007760 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2333e65d-54f9-40a3-aabe-233147b60137 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:05:05.008163 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2333e65d-54f9-40a3-aabe-233147b60137 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:05:05.008885 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2333e65d-54f9-40a3-aabe-233147b60137 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:05:05.009366 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2333e65d-54f9-40a3-aabe-233147b60137 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:05:05.009836 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2333e65d-54f9-40a3-aabe-233147b60137 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:05:05.010501 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2333e65d-54f9-40a3-aabe-233147b60137 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:05:05.010883 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2333e65d-54f9-40a3-aabe-233147b60137 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:05:05.011282 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2333e65d-54f9-40a3-aabe-233147b60137 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:05:05.011685 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2333e65d-54f9-40a3-aabe-233147b60137 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:05:05.012073 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2333e65d-54f9-40a3-aabe-233147b60137 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:05:05.012696 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2333e65d-54f9-40a3-aabe-233147b60137 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:05:05.021481 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-2333e65d-54f9-40a3-aabe-233147b60137 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:05:05.699320 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 52412) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:05:05.802705 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-dcd3fc11-e871-4bbe-b0a0-810728bb54ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:05.819698 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-dcd3fc11-e871-4bbe-b0a0-810728bb54ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:05:05.824653 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-dcd3fc11-e871-4bbe-b0a0-810728bb54ff admin admin] Usage tracker for resource:security_group_rule and tenant:d2b592f1fdf24737ac8c2263fceed608 is out of sync, need to count used quota {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:05:05.827615 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-dcd3fc11-e871-4bbe-b0a0-810728bb54ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:05:05.835677 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-dcd3fc11-e871-4bbe-b0a0-810728bb54ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:05:05.927458 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-dcd3fc11-e871-4bbe-b0a0-810728bb54ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:06.096372 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-dcd3fc11-e871-4bbe-b0a0-810728bb54ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:06.104659 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:05:06.144419 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-dcd3fc11-e871-4bbe-b0a0-810728bb54ff admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d2b592f1fdf24737ac8c2263fceed608&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4437771 May 03 16:05:06.146154 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd3fc11-e871-4bbe-b0a0-810728bb54ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed5503ff-6c1d-4583-b458-5ac19b9249e8,revision_number=1']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:05:06.147133 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 52440) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:05:06.149420 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-dcd3fc11-e871-4bbe-b0a0-810728bb54ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:05:06.226392 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-92ab5bc3-2b44-4a0c-b29c-03f8458ecaad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:06.254034 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-92ab5bc3-2b44-4a0c-b29c-03f8458ecaad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:06.411267 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-92ab5bc3-2b44-4a0c-b29c-03f8458ecaad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:06.420620 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-dc769e08-d1e7-4162-9192-ddeaaee83b9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:05:06.435144 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ab5bc3-2b44-4a0c-b29c-03f8458ecaad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed5503ff-6c1d-4583-b458-5ac19b9249e8,revision_number=None']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:05:06.439229 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-92ab5bc3-2b44-4a0c-b29c-03f8458ecaad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:05:06.443606 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-92ab5bc3-2b44-4a0c-b29c-03f8458ecaad admin admin] Notify callbacks [] for security_group, before_response {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:06.444734 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-92ab5bc3-2b44-4a0c-b29c-03f8458ecaad admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ed5503ff-6c1d-4583-b458-5ac19b9249e8 HTTP/1.1" status: 204 len: 168 time: 0.2964671 May 03 16:05:06.484695 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22f1b3c-3631-466c-8b08-68593431ebe2 req-db6ee396-3560-4e3b-99eb-6b95be0aabd5 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:05:06.486621 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-f22f1b3c-3631-466c-8b08-68593431ebe2 req-db6ee396-3560-4e3b-99eb-6b95be0aabd5 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f59cf43-d943-4d50-bf48-735891ba4d14 HTTP/1.1" status: 200 len: 946 time: 0.1168010 May 03 16:05:06.563760 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-f22f1b3c-3631-466c-8b08-68593431ebe2 req-fb425ca2-6828-4cc0-b902-5498b46d86ad tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/security-groups?id=d843f737-6466-4183-8023-14d53a00a23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664923 May 03 16:05:07.770798 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8417024b-097f-4217-8214-0d337930c769 req-9dca7d96-849f-4b21-945d-74e3505f1c36 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:05:07.772397 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-8417024b-097f-4217-8214-0d337930c769 req-9dca7d96-849f-4b21-945d-74e3505f1c36 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f59cf43-d943-4d50-bf48-735891ba4d14 HTTP/1.1" status: 200 len: 946 time: 0.0881095 May 03 16:05:07.827894 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-8417024b-097f-4217-8214-0d337930c769 req-b11d1152-979a-42f8-8f53-7ad35be5a3e8 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/security-groups?id=d843f737-6466-4183-8023-14d53a00a23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436590 May 03 16:05:09.025785 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2761f20-188c-4eb6-b2fd-26518e40aad0 req-d44104f5-afe8-4a79-852f-2a86042a22b7 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:05:09.027238 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-d2761f20-188c-4eb6-b2fd-26518e40aad0 req-d44104f5-afe8-4a79-852f-2a86042a22b7 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f59cf43-d943-4d50-bf48-735891ba4d14 HTTP/1.1" status: 200 len: 946 time: 0.0862911 May 03 16:05:09.076418 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-d2761f20-188c-4eb6-b2fd-26518e40aad0 req-6d4a84e1-4aa6-48c2-b005-22ab248778fd tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/security-groups?id=d843f737-6466-4183-8023-14d53a00a23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425954 May 03 16:05:09.147265 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c74aa8-42f6-40c7-b4df-12085ff4e060 req-0e82ed99-9382-4179-a62b-783eba99f888 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:05:09.147966 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [req-c0c74aa8-42f6-40c7-b4df-12085ff4e060 req-0e82ed99-9382-4179-a62b-783eba99f888 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Synchronizing usage tracker for tenant:8a5aae9d34474935a5fba6d6bb4b34f6 on resource:port {{(pid=74320) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 16:05:09.160599 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [req-c0c74aa8-42f6-40c7-b4df-12085ff4e060 req-0e82ed99-9382-4179-a62b-783eba99f888 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Unset dirty status for tenant:8a5aae9d34474935a5fba6d6bb4b34f6 on resource:port {{(pid=74320) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 16:05:09.161711 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-c0c74aa8-42f6-40c7-b4df-12085ff4e060 req-0e82ed99-9382-4179-a62b-783eba99f888 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f59cf43-d943-4d50-bf48-735891ba4d14 HTTP/1.1" status: 200 len: 946 time: 0.0986404 May 03 16:05:09.300026 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.plugin [req-c0c74aa8-42f6-40c7-b4df-12085ff4e060 req-45da12d7-894a-4d4a-baa7-87330d2aab0f tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Deleting port d7eed5ec-86ed-4431-8917-c14ebfc2893c {{(pid=74320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 16:05:09.300391 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [req-c0c74aa8-42f6-40c7-b4df-12085ff4e060 req-45da12d7-894a-4d4a-baa7-87330d2aab0f tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781092848725'] for port, before_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:09.480191 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.db [req-c0c74aa8-42f6-40c7-b4df-12085ff4e060 req-45da12d7-894a-4d4a-baa7-87330d2aab0f tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] For port d7eed5ec-86ed-4431-8917-c14ebfc2893c, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=d7eed5ec-86ed-4431-8917-c14ebfc2893c,segment=NetworkSegment(ca3b8f24-af23-4b87-a734-3414a6834a84),segment_id=ca3b8f24-af23-4b87-a734-3414a6834a84)] {{(pid=74320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 16:05:09.480191 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [req-c0c74aa8-42f6-40c7-b4df-12085ff4e060 req-45da12d7-894a-4d4a-baa7-87330d2aab0f tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925573'] for port, precommit_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:09.609800 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.plugin [req-c0c74aa8-42f6-40c7-b4df-12085ff4e060 req-45da12d7-894a-4d4a-baa7-87330d2aab0f tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Calling delete_port for d7eed5ec-86ed-4431-8917-c14ebfc2893c owned by compute:nova {{(pid=74320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 03 16:05:09.811360 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [req-c0c74aa8-42f6-40c7-b4df-12085ff4e060 req-45da12d7-894a-4d4a-baa7-87330d2aab0f tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781092850854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781092417311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2110393'] for port, after_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:09.823876 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:05:09.827868 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] get_ports_and_sgs() called for port_ids ['06391f98-186a-4a4c-abd1-f267121b595c', 'd7eed5ec-86ed-4431-8917-c14ebfc2893c'] {{(pid=74322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 16:05:09.877550 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45da12d7-894a-4d4a-baa7-87330d2aab0f tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Pushing event deleted for resources: {'Port': ['ID=d7eed5ec-86ed-4431-8917-c14ebfc2893c,revision_number=None']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:05:09.881764 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-45da12d7-894a-4d4a-baa7-87330d2aab0f tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:05:09.983815 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0c74aa8-42f6-40c7-b4df-12085ff4e060 req-45da12d7-894a-4d4a-baa7-87330d2aab0f tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] No DVR routers for this DVR port d7eed5ec-86ed-4431-8917-c14ebfc2893c on host hv-cinder-77428 {{(pid=74320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 16:05:09.986489 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [req-c0c74aa8-42f6-40c7-b4df-12085ff4e060 req-45da12d7-894a-4d4a-baa7-87330d2aab0f tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504013'] for port, before_response {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:09.989688 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f59cf43-d943-4d50-bf48-735891ba4d14', 'name': 'network-vif-deleted', 'tag': 'd7eed5ec-86ed-4431-8917-c14ebfc2893c'}] {{(pid=74320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 16:05:10.072434 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 52608) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:05:10.077940 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f59cf43-d943-4d50-bf48-735891ba4d14', 'name': 'network-vif-deleted', 'tag': 'd7eed5ec-86ed-4431-8917-c14ebfc2893c', 'status': 'completed', 'code': 200} May 03 16:05:10.113901 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-c0c74aa8-42f6-40c7-b4df-12085ff4e060 req-45da12d7-894a-4d4a-baa7-87330d2aab0f tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.42 "DELETE /v2.0/ports/d7eed5ec-86ed-4431-8917-c14ebfc2893c HTTP/1.1" status: 204 len: 173 time: 0.9453602 May 03 16:05:10.260195 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-97b65503-fbb7-4f9f-881a-30b9cf49233e req-578c1c2a-b620-4c4c-8f30-9a9a9d681852 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f59cf43-d943-4d50-bf48-735891ba4d14 HTTP/1.1" status: 200 len: 210 time: 0.0607979 May 03 16:05:10.344320 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-9e9aa92c-eb06-4ad2-b01d-0d7bf3d18fcb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5c05c2a63009478f9a1354b3f51ee9c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2698822 May 03 16:05:10.346744 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 52616) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:05:10.406507 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-44f3b261-7d61-41eb-a11e-6435cf7f0b02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:10.432643 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-44f3b261-7d61-41eb-a11e-6435cf7f0b02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:10.553303 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-44f3b261-7d61-41eb-a11e-6435cf7f0b02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:10.558185 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-78af9590-2e4e-4451-893f-6dc3148d0adf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:05:10.569012 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f3b261-7d61-41eb-a11e-6435cf7f0b02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e6bba3b-f4c2-480a-8052-5b8205a9e04e,revision_number=None']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:05:10.572523 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-44f3b261-7d61-41eb-a11e-6435cf7f0b02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:05:10.576376 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-44f3b261-7d61-41eb-a11e-6435cf7f0b02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:10.577497 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-44f3b261-7d61-41eb-a11e-6435cf7f0b02 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3e6bba3b-f4c2-480a-8052-5b8205a9e04e HTTP/1.1" status: 204 len: 168 time: 0.2298169 May 03 16:05:10.662049 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-499f1eb1-fda0-4c3f-ad97-619e2b458527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:11.796590 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 52664) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:05:11.860075 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7331686-d187-428e-8343-c78851d066f9 req-fd0e53a9-89e6-45a4-aad0-a38032e17943 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:05:11.861516 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-b7331686-d187-428e-8343-c78851d066f9 req-fd0e53a9-89e6-45a4-aad0-a38032e17943 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6020fa3-c8c8-4d20-a437-d6e2a52deab0 HTTP/1.1" status: 200 len: 946 time: 0.1716492 May 03 16:05:11.913852 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-b7331686-d187-428e-8343-c78851d066f9 req-97a97c0a-1c83-4a5e-925a-2ce957bc6e1c tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "GET /v2.0/security-groups?id=f2246390-77bc-42a9-9caf-c5cb628b63b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455327 May 03 16:05:11.920090 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.v2.base [None req-41d99b3a-4686-44f7-98c5-e8fa52f296af admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-685996169-network', 'tenant_id': '4674801f8cde4a898e908d2bbc407321'}} {{(pid=74320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 16:05:11.925116 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-41d99b3a-4686-44f7-98c5-e8fa52f296af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:05:11.929259 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-41d99b3a-4686-44f7-98c5-e8fa52f296af admin admin] Usage tracker for resource:network and tenant:4674801f8cde4a898e908d2bbc407321 is out of sync, need to count used quota {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:05:11.936688 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-41d99b3a-4686-44f7-98c5-e8fa52f296af admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:05:11.942634 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-41d99b3a-4686-44f7-98c5-e8fa52f296af admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:05:11.993079 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41d99b3a-4686-44f7-98c5-e8fa52f296af admin admin] Made reservation on behalf of 4674801f8cde4a898e908d2bbc407321 for: {'network': 1} {{(pid=74320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 16:05:11.995450 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-41d99b3a-4686-44f7-98c5-e8fa52f296af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for network, before_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:12.009058 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-41d99b3a-4686-44f7-98c5-e8fa52f296af admin admin] Notify callbacks [] for security_group, before_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:12.026109 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-41d99b3a-4686-44f7-98c5-e8fa52f296af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:05:12.030548 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-41d99b3a-4686-44f7-98c5-e8fa52f296af admin admin] Usage tracker for resource:security_group_rule and tenant:4674801f8cde4a898e908d2bbc407321 is out of sync, need to count used quota {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:05:12.033793 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-41d99b3a-4686-44f7-98c5-e8fa52f296af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:05:12.040753 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-41d99b3a-4686-44f7-98c5-e8fa52f296af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:05:12.081478 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5674b3bc-80c6-466f-9baf-29d6d38d3f56 req-eb070b1d-ecb8-4a64-8b7d-265ddbfc1d0d tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:05:12.082980 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-5674b3bc-80c6-466f-9baf-29d6d38d3f56 req-eb070b1d-ecb8-4a64-8b7d-265ddbfc1d0d tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/ports?device_id=896a5ea9-b5d0-4aef-b34a-a085015c3745 HTTP/1.1" status: 200 len: 945 time: 0.0856075 May 03 16:05:12.129445 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-41d99b3a-4686-44f7-98c5-e8fa52f296af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:12.132960 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-5674b3bc-80c6-466f-9baf-29d6d38d3f56 req-29a4661b-2293-4c21-8da6-7813d3dd68aa tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/security-groups?id=d843f737-6466-4183-8023-14d53a00a23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439277 May 03 16:05:12.198246 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-41d99b3a-4686-44f7-98c5-e8fa52f296af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:12.201430 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-60911954-434f-4ce5-941f-4e981cf371fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:05:12.229471 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41d99b3a-4686-44f7-98c5-e8fa52f296af admin admin] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'} {{(pid=74320) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 16:05:12.238727 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d99b3a-4686-44f7-98c5-e8fa52f296af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e85cad6-e117-4792-8b74-9a448c17ce8c,revision_number=1']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:05:12.242260 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-41d99b3a-4686-44f7-98c5-e8fa52f296af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:05:12.244840 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-41d99b3a-4686-44f7-98c5-e8fa52f296af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038491'] for segment, precommit_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:12.245180 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.db.segments_db [None req-41d99b3a-4686-44f7-98c5-e8fa52f296af admin admin] Added segment 81402262-53d4-4e9b-83a0-af23c1b9021d of type vlan for network ee83eab2-6d77-4c11-b22f-58569dd0cad4 May 03 16:05:12.272485 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-41d99b3a-4686-44f7-98c5-e8fa52f296af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781092437652'] for network, precommit_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:12.393057 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-41d99b3a-4686-44f7-98c5-e8fa52f296af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119'] for network, after_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:12.394336 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d99b3a-4686-44f7-98c5-e8fa52f296af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:05:12.394922 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-41d99b3a-4686-44f7-98c5-e8fa52f296af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532153'] for network, before_response {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:12.398396 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:05:12.498876 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d99b3a-4686-44f7-98c5-e8fa52f296af admin admin] Pushing event updated for resources: {'Network': ['ID=ee83eab2-6d77-4c11-b22f-58569dd0cad4,revision_number=1']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:05:12.501981 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-41d99b3a-4686-44f7-98c5-e8fa52f296af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:05:12.509769 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Network ee83eab2-6d77-4c11-b22f-58569dd0cad4 details requested by agent ovs-agent-dv-cinder-774286-11-smb with host dv-cinder-774286-11-smb {{(pid=74322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 16:05:12.567092 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-41d99b3a-4686-44f7-98c5-e8fa52f296af admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7679818 May 03 16:05:12.568907 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 52678) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:05:12.576921 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.v2.base [None req-64f86db5-8829-4ea9-a275-08efdd3818bb admin admin] Request body: {'subnet': {'network_id': 'ee83eab2-6d77-4c11-b22f-58569dd0cad4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-685996169-subnet', 'tenant_id': '4674801f8cde4a898e908d2bbc407321', 'ip_version': 4}} {{(pid=74320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 16:05:12.582518 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-64f86db5-8829-4ea9-a275-08efdd3818bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:05:12.587948 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-64f86db5-8829-4ea9-a275-08efdd3818bb admin admin] Usage tracker for resource:subnet and tenant:4674801f8cde4a898e908d2bbc407321 is out of sync, need to count used quota {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:05:12.590778 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-64f86db5-8829-4ea9-a275-08efdd3818bb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:05:12.598063 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-64f86db5-8829-4ea9-a275-08efdd3818bb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:05:12.679329 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Device d7eed5ec-86ed-4431-8917-c14ebfc2893c no longer exists at agent hyperv_hv-cinder-77428 {{(pid=74322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 16:05:12.711782 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.plugin [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] No Port match for: d7eed5ec-86ed-4431-8917-c14ebfc2893c {{(pid=74322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 03 16:05:12.712126 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Device d7eed5ec-86ed-4431-8917-c14ebfc2893c not bound to the agent host hv-cinder-77428 {{(pid=74322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 16:05:12.729788 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64f86db5-8829-4ea9-a275-08efdd3818bb admin admin] Made reservation on behalf of 4674801f8cde4a898e908d2bbc407321 for: {'subnet': 1} {{(pid=74320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 16:05:12.732141 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-64f86db5-8829-4ea9-a275-08efdd3818bb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2927917'] for subnet, before_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:13.035919 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 52688) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:05:13.126748 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524903cf-42bb-4005-ac37-a93137bc9e4d req-1c8c2a23-afa4-4ade-81e4-e9ceeecbde14 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:05:13.136056 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-524903cf-42bb-4005-ac37-a93137bc9e4d req-1c8c2a23-afa4-4ade-81e4-e9ceeecbde14 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6020fa3-c8c8-4d20-a437-d6e2a52deab0 HTTP/1.1" status: 200 len: 946 time: 0.1059496 May 03 16:05:13.291699 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-524903cf-42bb-4005-ac37-a93137bc9e4d req-057556b5-d84b-4188-b98d-6d48df5a5436 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "GET /v2.0/security-groups?id=f2246390-77bc-42a9-9caf-c5cb628b63b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572710 May 03 16:05:13.293480 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-971bcfcd-528b-4388-954f-ede1f3b4391a admin admin] Notify callbacks [] for security_group, before_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:13.293480 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-971bcfcd-528b-4388-954f-ede1f3b4391a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:05:13.293480 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-64f86db5-8829-4ea9-a275-08efdd3818bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2109705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2927931'] for subnet, after_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:13.293480 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-971bcfcd-528b-4388-954f-ede1f3b4391a admin admin] Usage tracker for resource:security_group_rule and tenant:28f62310fc384624ac7abfc4ffe3c1d2 is out of sync, need to count used quota {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:05:13.293480 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-971bcfcd-528b-4388-954f-ede1f3b4391a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:05:13.293480 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-cdea4311-8cd4-494b-9490-8a9e9e6638af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:05:13.293480 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-971bcfcd-528b-4388-954f-ede1f3b4391a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:05:13.344424 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc795f9-725d-4cf1-a9b3-38a1c69b44bb req-0150555c-c6dc-462f-926c-77052992eaab tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:05:13.346102 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-8fc795f9-725d-4cf1-a9b3-38a1c69b44bb req-0150555c-c6dc-462f-926c-77052992eaab tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/ports?device_id=896a5ea9-b5d0-4aef-b34a-a085015c3745 HTTP/1.1" status: 200 len: 945 time: 0.0931489 May 03 16:05:13.366204 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f86db5-8829-4ea9-a275-08efdd3818bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd006b64-ffee-4037-90f3-2d8cf093a6b7,revision_number=0']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:05:13.371721 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-64f86db5-8829-4ea9-a275-08efdd3818bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:05:13.378368 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f86db5-8829-4ea9-a275-08efdd3818bb admin admin] Checking segment: {'id': '81402262-53d4-4e9b-83a0-af23c1b9021d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'ee83eab2-6d77-4c11-b22f-58569dd0cad4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 03 16:05:13.378733 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f86db5-8829-4ea9-a275-08efdd3818bb admin admin] Network hostable DHCP agents. Network: ee83eab2-6d77-4c11-b22f-58569dd0cad4, hostable agents: ['656f65d0-a8c5-485a-ad4b-a4c2f5db155a'], hosted agents: [] {{(pid=74320) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 16:05:13.396135 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-8fc795f9-725d-4cf1-a9b3-38a1c69b44bb req-da36a71f-a354-497c-918d-ac4fc86fa913 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/security-groups?id=d843f737-6466-4183-8023-14d53a00a23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438604 May 03 16:05:13.473942 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:13.475407 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-eedb7746-4619-43d3-a771-3343632249de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:13.520007 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-971bcfcd-528b-4388-954f-ede1f3b4391a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:13.524650 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f86db5-8829-4ea9-a275-08efdd3818bb admin admin] Network ee83eab2-6d77-4c11-b22f-58569dd0cad4 is scheduled to be hosted by DHCP agent 656f65d0-a8c5-485a-ad4b-a4c2f5db155a with binding_index 1 {{(pid=74320) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 16:05:13.593247 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-971bcfcd-528b-4388-954f-ede1f3b4391a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:13.602622 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-e77a0f54-4258-4ecc-bfce-972ddfe187ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:05:13.635063 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.scheduler.base_scheduler [None req-64f86db5-8829-4ea9-a275-08efdd3818bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-11-smb, ee83eab2-6d77-4c11-b22f-58569dd0cad4) {{(pid=74320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:05:13.643352 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-246f3bde-d527-4532-8037-539ca0f6c046 None None] Network ee83eab2-6d77-4c11-b22f-58569dd0cad4 requested from dv-cinder-774286-11-smb {{(pid=74322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 16:05:13.644786 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971bcfcd-528b-4388-954f-ede1f3b4391a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7932f9b8-dba8-4224-a553-e59910b324bb,revision_number=1']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:05:13.651619 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-971bcfcd-528b-4388-954f-ede1f3b4391a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=28f62310fc384624ac7abfc4ffe3c1d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6146955 May 03 16:05:13.654740 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-971bcfcd-528b-4388-954f-ede1f3b4391a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:05:13.654740 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 52696) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:05:13.668348 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f86db5-8829-4ea9-a275-08efdd3818bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:05:13.668943 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-64f86db5-8829-4ea9-a275-08efdd3818bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:13.733951 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-08447826-4358-44e1-b967-85ef3035676b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:13.761491 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-08447826-4358-44e1-b967-85ef3035676b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:13.773947 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-64f86db5-8829-4ea9-a275-08efdd3818bb admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2037473 May 03 16:05:13.776703 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 52700) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:05:13.782430 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.v2.base [None req-fa67daef-8587-4e51-954b-e46efaf8df8b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-685996169-router', 'tenant_id': '4674801f8cde4a898e908d2bbc407321', 'external_gateway_info': {'network_id': '19073356-f4a5-448b-8854-15ae9765d652'}}} {{(pid=74321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 16:05:13.787352 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-fa67daef-8587-4e51-954b-e46efaf8df8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:05:13.791308 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-fa67daef-8587-4e51-954b-e46efaf8df8b admin admin] Usage tracker for resource:router and tenant:4674801f8cde4a898e908d2bbc407321 is out of sync, need to count used quota {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:05:13.794579 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-fa67daef-8587-4e51-954b-e46efaf8df8b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:05:13.801902 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-fa67daef-8587-4e51-954b-e46efaf8df8b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:05:13.844994 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-fa67daef-8587-4e51-954b-e46efaf8df8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-928091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15471'] for router, before_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:13.846166 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-fa67daef-8587-4e51-954b-e46efaf8df8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-993883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-926691', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-558494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15462'] for router, precommit_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:13.861793 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-08447826-4358-44e1-b967-85ef3035676b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:13.865752 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-dcd3fc11-e871-4bbe-b0a0-810728bb54ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:05:13.868467 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-fa67daef-8587-4e51-954b-e46efaf8df8b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:13.879129 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb1b587-fb04-4ef7-99b1-fc38809cfda5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc11f33cf-de04-5679-8971-88b06203b27c-ee83eab2-6d77-4c11-b22f-58569dd0cad4', 'network_id': 'ee83eab2-6d77-4c11-b22f-58569dd0cad4', 'tenant_id': '4674801f8cde4a898e908d2bbc407321', 'fixed_ips': [{'subnet_id': 'dd006b64-ffee-4037-90f3-2d8cf093a6b7'}]}} from dv-cinder-774286-11-smb. {{(pid=74322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 16:05:13.879964 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-deb1b587-fb04-4ef7-99b1-fc38809cfda5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_create {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:13.881776 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08447826-4358-44e1-b967-85ef3035676b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7932f9b8-dba8-4224-a553-e59910b324bb,revision_number=None']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:05:13.884634 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-08447826-4358-44e1-b967-85ef3035676b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:05:13.886843 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-08447826-4358-44e1-b967-85ef3035676b admin admin] Notify callbacks [] for security_group, before_response {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:13.887918 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-08447826-4358-44e1-b967-85ef3035676b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7932f9b8-dba8-4224-a553-e59910b324bb HTTP/1.1" status: 204 len: 168 time: 0.2329178 May 03 16:05:14.050755 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.db_base_plugin_common [None req-deb1b587-fb04-4ef7-99b1-fc38809cfda5 None None] Allocated IP 172.20.0.2 (ee83eab2-6d77-4c11-b22f-58569dd0cad4/dd006b64-ffee-4037-90f3-2d8cf093a6b7/ddbd019d-e8d2-41c5-8ef0-675a4ff3f2ee) {{(pid=74322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 16:05:14.236703 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-fa67daef-8587-4e51-954b-e46efaf8df8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926698', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-928053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15508'] for router, precommit_update {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:14.271050 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-deb1b587-fb04-4ef7-99b1-fc38809cfda5 None None] Notify callbacks [] for port, precommit_create {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:14.283114 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-deb1b587-fb04-4ef7-99b1-fc38809cfda5 None None] Transition to ACTIVE for port object ddbd019d-e8d2-41c5-8ef0-675a4ff3f2ee will not be triggered until provisioned by entity L2. {{(pid=74322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 16:05:14.330788 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-deb1b587-fb04-4ef7-99b1-fc38809cfda5 None None] Transition to ACTIVE for port object ddbd019d-e8d2-41c5-8ef0-675a4ff3f2ee will not be triggered until provisioned by entity DHCP. {{(pid=74322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 16:05:14.337457 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-b400cb21-de9a-47f5-b18b-46830690aa58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:14.424521 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-deb1b587-fb04-4ef7-99b1-fc38809cfda5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781092417302'] for port, after_create {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:14.433870 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:05:14.496066 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb1b587-fb04-4ef7-99b1-fc38809cfda5 None None] Network ee83eab2-6d77-4c11-b22f-58569dd0cad4 is already hosted by enough agents. {{(pid=74322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 16:05:14.499527 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.scheduler.base_scheduler [None req-deb1b587-fb04-4ef7-99b1-fc38809cfda5 None None] Resources bound (agent type, host, resource id): {{(pid=74322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:05:14.509510 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb1b587-fb04-4ef7-99b1-fc38809cfda5 None None] Received port after_create {{(pid=74322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 03 16:05:14.533920 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9703ae-f052-4edd-bd99-f72a7404da93 req-a8c6603b-d343-40a3-b7d6-0a11ed0d1197 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:05:14.535478 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-8d9703ae-f052-4edd-bd99-f72a7404da93 req-a8c6603b-d343-40a3-b7d6-0a11ed0d1197 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6020fa3-c8c8-4d20-a437-d6e2a52deab0 HTTP/1.1" status: 200 len: 946 time: 0.1132650 May 03 16:05:14.582125 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb1b587-fb04-4ef7-99b1-fc38809cfda5 None None] Pushing event updated for resources: {'Port': ['ID=ddbd019d-e8d2-41c5-8ef0-675a4ff3f2ee,revision_number=1']} {{(pid=74322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:05:14.607013 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb1b587-fb04-4ef7-99b1-fc38809cfda5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:05:14.607345 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb1b587-fb04-4ef7-99b1-fc38809cfda5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:05:14.607680 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb1b587-fb04-4ef7-99b1-fc38809cfda5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:05:14.608032 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb1b587-fb04-4ef7-99b1-fc38809cfda5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:05:14.608437 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb1b587-fb04-4ef7-99b1-fc38809cfda5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:05:14.608848 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb1b587-fb04-4ef7-99b1-fc38809cfda5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:05:14.609174 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb1b587-fb04-4ef7-99b1-fc38809cfda5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:05:14.609494 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb1b587-fb04-4ef7-99b1-fc38809cfda5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:05:14.609836 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb1b587-fb04-4ef7-99b1-fc38809cfda5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:05:14.610157 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb1b587-fb04-4ef7-99b1-fc38809cfda5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:05:14.610474 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb1b587-fb04-4ef7-99b1-fc38809cfda5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:05:14.610787 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb1b587-fb04-4ef7-99b1-fc38809cfda5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:05:14.616372 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-deb1b587-fb04-4ef7-99b1-fc38809cfda5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:05:14.624048 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.managers [None req-deb1b587-fb04-4ef7-99b1-fc38809cfda5 None None] Attempting to bind port ddbd019d-e8d2-41c5-8ef0-675a4ff3f2ee on host dv-cinder-774286-11-smb for vnic_type normal with profile {{(pid=74322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 16:05:14.624457 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.managers [None req-deb1b587-fb04-4ef7-99b1-fc38809cfda5 None None] Attempting to bind port ddbd019d-e8d2-41c5-8ef0-675a4ff3f2ee by drivers openvswitch,hyperv on host dv-cinder-774286-11-smb at level 0 using segments [{'id': '81402262-53d4-4e9b-83a0-af23c1b9021d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'ee83eab2-6d77-4c11-b22f-58569dd0cad4'}] {{(pid=74322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 16:05:14.624828 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb1b587-fb04-4ef7-99b1-fc38809cfda5 None None] Attempting to bind port ddbd019d-e8d2-41c5-8ef0-675a4ff3f2ee on network ee83eab2-6d77-4c11-b22f-58569dd0cad4 {{(pid=74322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 16:05:14.632120 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb1b587-fb04-4ef7-99b1-fc38809cfda5 None None] Checking agent: {'id': '682d886a-77a6-45f8-87fa-5ebc2dd04251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 3, 15, 53, 43), 'started_at': datetime.datetime(2021, 5, 3, 15, 54, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 3, 16, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 16:05:14.632120 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb1b587-fb04-4ef7-99b1-fc38809cfda5 None None] Checking segment: {'id': '81402262-53d4-4e9b-83a0-af23c1b9021d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'ee83eab2-6d77-4c11-b22f-58569dd0cad4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 03 16:05:14.632395 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-deb1b587-fb04-4ef7-99b1-fc38809cfda5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:14.632696 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb1b587-fb04-4ef7-99b1-fc38809cfda5 None None] Bound using segment: {'id': '81402262-53d4-4e9b-83a0-af23c1b9021d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'ee83eab2-6d77-4c11-b22f-58569dd0cad4'} {{(pid=74322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 16:05:14.633220 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.managers [None req-deb1b587-fb04-4ef7-99b1-fc38809cfda5 None None] Bound port: ddbd019d-e8d2-41c5-8ef0-675a4ff3f2ee, host: dv-cinder-774286-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81402262-53d4-4e9b-83a0-af23c1b9021d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'ee83eab2-6d77-4c11-b22f-58569dd0cad4'}}] {{(pid=74322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 16:05:14.633598 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-deb1b587-fb04-4ef7-99b1-fc38809cfda5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:14.732821 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-deb1b587-fb04-4ef7-99b1-fc38809cfda5 None None] For port ddbd019d-e8d2-41c5-8ef0-675a4ff3f2ee, host dv-cinder-774286-11-smb, cleared binding levels {{(pid=74322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 16:05:14.737972 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-deb1b587-fb04-4ef7-99b1-fc38809cfda5 None None] For port ddbd019d-e8d2-41c5-8ef0-675a4ff3f2ee, host dv-cinder-774286-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-11-smb',level=0,port_id=ddbd019d-e8d2-41c5-8ef0-675a4ff3f2ee,segment=NetworkSegment(81402262-53d4-4e9b-83a0-af23c1b9021d),segment_id=81402262-53d4-4e9b-83a0-af23c1b9021d)] {{(pid=74322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 16:05:14.759174 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 52722) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:05:14.777187 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-69e975df-050b-4c8f-886b-02d107eda028 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:14.792817 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-69e975df-050b-4c8f-886b-02d107eda028 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:05:14.797217 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-69e975df-050b-4c8f-886b-02d107eda028 admin admin] Usage tracker for resource:security_group_rule and tenant:b3a4638e87334fb1958fcd1bc39524a6 is out of sync, need to count used quota {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:05:14.800006 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-69e975df-050b-4c8f-886b-02d107eda028 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:05:14.801899 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-8d9703ae-f052-4edd-bd99-f72a7404da93 req-448e5084-797b-4af9-9c76-c4003bd6bfb1 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "GET /v2.0/security-groups?id=f2246390-77bc-42a9-9caf-c5cb628b63b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1991212 May 03 16:05:14.806258 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-69e975df-050b-4c8f-886b-02d107eda028 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:05:14.822587 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-deb1b587-fb04-4ef7-99b1-fc38809cfda5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365'] for port, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:14.833177 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-fa67daef-8587-4e51-954b-e46efaf8df8b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:14.840007 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-c1ffffd3-f510-4e04-9b60-2db9520d20ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:05:14.862256 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-fa67daef-8587-4e51-954b-e46efaf8df8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:14.908351 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-69e975df-050b-4c8f-886b-02d107eda028 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:14.923793 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb1b587-fb04-4ef7-99b1-fc38809cfda5 None None] Pushing event updated for resources: {'Port': ['ID=ddbd019d-e8d2-41c5-8ef0-675a4ff3f2ee,revision_number=2']} {{(pid=74322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:05:14.927306 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-deb1b587-fb04-4ef7-99b1-fc38809cfda5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:05:14.944316 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993a30ed-43a5-43dd-b3dc-f19b19fe6e5f req-806b12b3-6137-46c6-b719-028525046ce2 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:05:14.945823 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-993a30ed-43a5-43dd-b3dc-f19b19fe6e5f req-806b12b3-6137-46c6-b719-028525046ce2 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/ports?device_id=896a5ea9-b5d0-4aef-b34a-a085015c3745 HTTP/1.1" status: 200 len: 945 time: 0.2322793 May 03 16:05:14.987683 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-69e975df-050b-4c8f-886b-02d107eda028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:14.995112 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-a4f236d7-6733-4d71-8d29-01b9b081cae7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:05:15.039917 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-69e975df-050b-4c8f-886b-02d107eda028 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b3a4638e87334fb1958fcd1bc39524a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2791314 May 03 16:05:15.040477 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e975df-050b-4c8f-886b-02d107eda028 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d2cce43-bc31-4a71-b08a-faf00d09aef2,revision_number=1']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:05:15.042811 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 52726) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:05:15.046298 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-69e975df-050b-4c8f-886b-02d107eda028 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:05:15.057288 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-993a30ed-43a5-43dd-b3dc-f19b19fe6e5f req-bcf9af8c-8448-41cf-9aa5-7370ca60917d tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/security-groups?id=d843f737-6466-4183-8023-14d53a00a23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004243 May 03 16:05:15.065430 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.db_base_plugin_common [None req-fa67daef-8587-4e51-954b-e46efaf8df8b admin admin] Allocated IP 172.28.1.172 (19073356-f4a5-448b-8854-15ae9765d652/a9682172-7c17-476a-827f-79723500eb4a/30bdd85a-2578-4207-b440-a47a4b2bdf2d) {{(pid=74321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 16:05:15.111376 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-02811161-c7e3-4bb3-b58f-c2606077233f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:15.147141 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-02811161-c7e3-4bb3-b58f-c2606077233f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:15.302544 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-02811161-c7e3-4bb3-b58f-c2606077233f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:15.309554 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-cb02dd2d-0b99-45dc-b6a0-7861ff567232 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:05:15.321174 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02811161-c7e3-4bb3-b58f-c2606077233f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d2cce43-bc31-4a71-b08a-faf00d09aef2,revision_number=None']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:05:15.325019 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-02811161-c7e3-4bb3-b58f-c2606077233f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:05:15.328519 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-02811161-c7e3-4bb3-b58f-c2606077233f admin admin] Notify callbacks [] for security_group, before_response {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:15.329661 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-02811161-c7e3-4bb3-b58f-c2606077233f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1d2cce43-bc31-4a71-b08a-faf00d09aef2 HTTP/1.1" status: 204 len: 168 time: 0.2857478 May 03 16:05:15.356721 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-fa67daef-8587-4e51-954b-e46efaf8df8b admin admin] Notify callbacks [] for port, precommit_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:15.439262 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-fa67daef-8587-4e51-954b-e46efaf8df8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781092417302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094623'] for port, after_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:15.444251 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-91a66aee-de52-436f-bef4-8ddb7b36f4cd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:05:15.505763 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa67daef-8587-4e51-954b-e46efaf8df8b admin admin] Network 19073356-f4a5-448b-8854-15ae9765d652 is already hosted by enough agents. {{(pid=74321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 16:05:15.514999 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.scheduler.base_scheduler [None req-fa67daef-8587-4e51-954b-e46efaf8df8b admin admin] Resources bound (agent type, host, resource id): {{(pid=74321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:05:15.516397 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa67daef-8587-4e51-954b-e46efaf8df8b admin admin] Received port after_create {{(pid=74321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 03 16:05:15.561605 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa67daef-8587-4e51-954b-e46efaf8df8b admin admin] Pushing event updated for resources: {'Port': ['ID=30bdd85a-2578-4207-b440-a47a4b2bdf2d,revision_number=1']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:05:15.564541 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-fa67daef-8587-4e51-954b-e46efaf8df8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:05:16.047518 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b019c750-2edc-48a0-b8ef-07b3df03a09c None None] Network ee83eab2-6d77-4c11-b22f-58569dd0cad4 requested from dv-cinder-774286-11-smb {{(pid=74322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 16:05:16.126531 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-b5223e01-a904-4e89-a902-ae20f7f129a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:16.129367 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-fa67daef-8587-4e51-954b-e46efaf8df8b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:16.282894 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-9c6ea3f8-5566-4371-9825-dd673c85f073 None None] Provisioning for port ddbd019d-e8d2-41c5-8ef0-675a4ff3f2ee completed by entity DHCP. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 16:05:16.307271 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cf28f4-3a51-4c75-b9cf-81b79579a4e9 req-eb79a7e1-b173-43ad-b9bb-32c419448e84 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:05:16.308784 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-37cf28f4-3a51-4c75-b9cf-81b79579a4e9 req-eb79a7e1-b173-43ad-b9bb-32c419448e84 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6020fa3-c8c8-4d20-a437-d6e2a52deab0 HTTP/1.1" status: 200 len: 946 time: 0.3421412 May 03 16:05:16.454150 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-37cf28f4-3a51-4c75-b9cf-81b79579a4e9 req-0d9d439a-01d4-41f2-a29d-1b8ba659b442 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "GET /v2.0/security-groups?id=f2246390-77bc-42a9-9caf-c5cb628b63b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859246 May 03 16:05:16.541238 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a17d3c-2e5f-499e-81c3-5d78cebe489b req-076f6b1e-db02-4361-8040-43ce8284221f tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:05:16.543626 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-49a17d3c-2e5f-499e-81c3-5d78cebe489b req-076f6b1e-db02-4361-8040-43ce8284221f tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/ports?device_id=896a5ea9-b5d0-4aef-b34a-a085015c3745 HTTP/1.1" status: 200 len: 945 time: 0.3190846 May 03 16:05:16.684980 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-49a17d3c-2e5f-499e-81c3-5d78cebe489b req-5654e34c-bb10-4aeb-aba2-3bceeffddee9 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/security-groups?id=d843f737-6466-4183-8023-14d53a00a23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261292 May 03 16:05:16.700280 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-fa67daef-8587-4e51-954b-e46efaf8df8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-928034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926597'] for router, after_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:17.095736 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa67daef-8587-4e51-954b-e46efaf8df8b admin admin] Router f0c255f6-4ce4-4be9-9584-e4a72615991c is scheduled to L3 agent 433ecc79-0b70-49a3-9006-0abc49206663 with binding_index 1 {{(pid=74321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 03 16:05:17.252935 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Device ddbd019d-e8d2-41c5-8ef0-675a4ff3f2ee up at agent ovs-agent-dv-cinder-774286-11-smb {{(pid=74322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 16:05:17.300524 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa67daef-8587-4e51-954b-e46efaf8df8b admin admin] Notify agent at l3_agent.dv-cinder-774286-11-smb the message routers_updated {{(pid=74321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 16:05:17.312756 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6e6677-6d6f-43c5-8343-ea7c03c50a87 None None] Sync routers for ids ['f0c255f6-4ce4-4be9-9584-e4a72615991c'] in dv-cinder-774286-11-smb {{(pid=74323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 16:05:17.322250 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6e6677-6d6f-43c5-8343-ea7c03c50a87 None None] Routers {'f0c255f6-4ce4-4be9-9584-e4a72615991c'} bound to L3 agent in host dv-cinder-774286-11-smb {{(pid=74323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 03 16:05:17.323923 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.l3_hamode_db [None req-9d6e6677-6d6f-43c5-8343-ea7c03c50a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-03T15:53:43Z,description=,heartbeat_timestamp=2021-05-03T16:05:13Z,host='dv-cinder-774286-11-smb',id=433ecc79-0b70-49a3-9006-0abc49206663,load=0,resource_versions=,resources_synced=,started_at=2021-05-03T15:53:44Z,topic='l3_agent')) {'router_ids': ['f0c255f6-4ce4-4be9-9584-e4a72615991c'], 'active': True} {{(pid=74323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:05:17.428445 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-fa67daef-8587-4e51-954b-e46efaf8df8b admin admin] Notify callbacks [] for router, before_response {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:17.433125 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 52776) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:05:17.434035 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-fa67daef-8587-4e51-954b-e46efaf8df8b admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.6562200 May 03 16:05:17.446145 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Provisioning for port ddbd019d-e8d2-41c5-8ef0-675a4ff3f2ee completed by entity L2. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 16:05:17.458408 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Provisioning complete for port ddbd019d-e8d2-41c5-8ef0-675a4ff3f2ee triggered by entity L2. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 16:05:17.459054 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033555'] for port, provisioning_complete {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:17.522230 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.l3_dvr_db [None req-9d6e6677-6d6f-43c5-8343-ea7c03c50a87 None None] Set router f0c255f6-4ce4-4be9-9584-e4a72615991c gateway port host: dv-cinder-774286-11-smb {{(pid=74323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 03 16:05:17.703979 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:17.784916 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] For port ddbd019d-e8d2-41c5-8ef0-675a4ff3f2ee, host dv-cinder-774286-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-11-smb',level=0,port_id=ddbd019d-e8d2-41c5-8ef0-675a4ff3f2ee,segment=NetworkSegment(81402262-53d4-4e9b-83a0-af23c1b9021d),segment_id=81402262-53d4-4e9b-83a0-af23c1b9021d)] {{(pid=74322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 16:05:17.852248 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b7d514-c616-4944-acf0-6b0c21467d29 req-fd746f65-fa75-410a-a234-7ea643798a18 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:05:17.858888 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-e0b7d514-c616-4944-acf0-6b0c21467d29 req-fd746f65-fa75-410a-a234-7ea643798a18 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6020fa3-c8c8-4d20-a437-d6e2a52deab0 HTTP/1.1" status: 200 len: 946 time: 0.1665637 May 03 16:05:17.908235 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-e0b7d514-c616-4944-acf0-6b0c21467d29 req-20181d2b-e2a3-41ee-ab3d-7356ad30c65a tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "GET /v2.0/security-groups?id=f2246390-77bc-42a9-9caf-c5cb628b63b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458310 May 03 16:05:17.948952 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365'] for port, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:17.958720 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-61fb0f01-22ed-4784-9c3e-6130e3543a14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:05:17.958831 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.l3_hamode_db [None req-9d6e6677-6d6f-43c5-8343-ea7c03c50a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0c255f6-4ce4-4be9-9584-e4a72615991c', 'name': 'tempest-TestMinimumBasicScenario-685996169-router', 'tenant_id': '4674801f8cde4a898e908d2bbc407321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'external_fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.172'}], 'enable_snat': True}, 'gw_port_id': '30bdd85a-2578-4207-b440-a47a4b2bdf2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-03T16:05:13Z', 'updated_at': '2021-05-03T16:05:15Z', 'revision_number': 3, 'project_id': '4674801f8cde4a898e908d2bbc407321', 'gw_port': {'id': '30bdd85a-2578-4207-b440-a47a4b2bdf2d', 'name': '', 'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:2f:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0c255f6-4ce4-4be9-9584-e4a72615991c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-03T16:05:14Z', 'updated_at': '2021-05-03T16:05:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9682172-7c17-476a-827f-79723500eb4a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-11-smb'}], 'dv-cinder-774286-11-smb', False) {} {{(pid=74323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:05:17.962109 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6e6677-6d6f-43c5-8343-ea7c03c50a87 None None] Checking router: f0c255f6-4ce4-4be9-9584-e4a72615991c for host: dv-cinder-774286-11-smb {{(pid=74323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 16:05:17.962515 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6e6677-6d6f-43c5-8343-ea7c03c50a87 None None] Updating router f0c255f6-4ce4-4be9-9584-e4a72615991c port 30bdd85a-2578-4207-b440-a47a4b2bdf2d binding host dv-cinder-774286-11-smb {{(pid=74323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 16:05:18.047402 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron_lib.callbacks.manager [None req-9d6e6677-6d6f-43c5-8343-ea7c03c50a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:18.057037 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Pushing event updated for resources: {'Port': ['ID=ddbd019d-e8d2-41c5-8ef0-675a4ff3f2ee,revision_number=3']} {{(pid=74322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:05:18.061306 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:05:18.216913 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a08a8e4-a42b-450f-ac5a-6c54bcfcd263 req-9591632a-b61b-42e5-8429-0d48eaee0d08 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:05:18.222145 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-8a08a8e4-a42b-450f-ac5a-6c54bcfcd263 req-9591632a-b61b-42e5-8429-0d48eaee0d08 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/ports?device_id=896a5ea9-b5d0-4aef-b34a-a085015c3745 HTTP/1.1" status: 200 len: 945 time: 0.1400115 May 03 16:05:18.297155 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-8a08a8e4-a42b-450f-ac5a-6c54bcfcd263 req-219e1382-2108-4926-be50-159058e814e7 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/security-groups?id=d843f737-6466-4183-8023-14d53a00a23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682330 May 03 16:05:18.514764 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron_lib.callbacks.manager [None req-9d6e6677-6d6f-43c5-8343-ea7c03c50a87 None None] Notify callbacks [] for port, precommit_update {{(pid=74323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:18.517845 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca2ee01-5746-4857-96c9-fbc641fdfda4 req-4b07a377-77fc-4228-8213-4a8655a02e04 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:05:18.518432 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [req-cca2ee01-5746-4857-96c9-fbc641fdfda4 req-4b07a377-77fc-4228-8213-4a8655a02e04 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Synchronizing usage tracker for tenant:8a5aae9d34474935a5fba6d6bb4b34f6 on resource:port {{(pid=74320) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 16:05:18.529731 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.provisioning_blocks [None req-9d6e6677-6d6f-43c5-8343-ea7c03c50a87 None None] Transition to ACTIVE for port object 30bdd85a-2578-4207-b440-a47a4b2bdf2d will not be triggered until provisioned by entity L2. {{(pid=74323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 16:05:18.587875 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron_lib.callbacks.manager [None req-9d6e6677-6d6f-43c5-8343-ea7c03c50a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365'] for port, after_update {{(pid=74323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:18.593904 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:05:18.613311 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [req-cca2ee01-5746-4857-96c9-fbc641fdfda4 req-4b07a377-77fc-4228-8213-4a8655a02e04 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Unset dirty status for tenant:8a5aae9d34474935a5fba6d6bb4b34f6 on resource:port {{(pid=74320) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 16:05:18.614465 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-cca2ee01-5746-4857-96c9-fbc641fdfda4 req-4b07a377-77fc-4228-8213-4a8655a02e04 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.42 "GET /v2.0/ports?device_id=896a5ea9-b5d0-4aef-b34a-a085015c3745 HTTP/1.1" status: 200 len: 945 time: 0.3271441 May 03 16:05:18.620715 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-ba739cf5-7515-426d-9441-879801642e7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:18.675241 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee64de26-027b-4d8c-a2bb-e5a162744b93 None None] Pushing event updated for resources: {'Port': ['ID=30bdd85a-2578-4207-b440-a47a4b2bdf2d,revision_number=2']} {{(pid=74323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:05:18.684689 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee64de26-027b-4d8c-a2bb-e5a162744b93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:05:18.685028 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee64de26-027b-4d8c-a2bb-e5a162744b93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:05:18.686121 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee64de26-027b-4d8c-a2bb-e5a162744b93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:05:18.686121 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee64de26-027b-4d8c-a2bb-e5a162744b93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:05:18.686121 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee64de26-027b-4d8c-a2bb-e5a162744b93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:05:18.686550 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee64de26-027b-4d8c-a2bb-e5a162744b93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:05:18.686705 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee64de26-027b-4d8c-a2bb-e5a162744b93 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:05:18.686961 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee64de26-027b-4d8c-a2bb-e5a162744b93 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:05:18.687268 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee64de26-027b-4d8c-a2bb-e5a162744b93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:05:18.687747 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee64de26-027b-4d8c-a2bb-e5a162744b93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:05:18.688225 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee64de26-027b-4d8c-a2bb-e5a162744b93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:05:18.688751 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee64de26-027b-4d8c-a2bb-e5a162744b93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:05:18.692338 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.plugins.ml2.managers [None req-9d6e6677-6d6f-43c5-8343-ea7c03c50a87 None None] Attempting to bind port 30bdd85a-2578-4207-b440-a47a4b2bdf2d on host dv-cinder-774286-11-smb for vnic_type normal with profile {{(pid=74323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 16:05:18.692912 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.plugins.ml2.managers [None req-9d6e6677-6d6f-43c5-8343-ea7c03c50a87 None None] Attempting to bind port 30bdd85a-2578-4207-b440-a47a4b2bdf2d by drivers openvswitch,hyperv on host dv-cinder-774286-11-smb at level 0 using segments [{'id': '9ca86ee1-f733-4108-a8f6-ada8d1103c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19073356-f4a5-448b-8854-15ae9765d652'}] {{(pid=74323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 16:05:18.693415 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6e6677-6d6f-43c5-8343-ea7c03c50a87 None None] Attempting to bind port 30bdd85a-2578-4207-b440-a47a4b2bdf2d on network 19073356-f4a5-448b-8854-15ae9765d652 {{(pid=74323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 16:05:18.699582 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG oslo_concurrency.lockutils [None req-ee64de26-027b-4d8c-a2bb-e5a162744b93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=74323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:05:18.700731 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6e6677-6d6f-43c5-8343-ea7c03c50a87 None None] Checking agent: {'id': '682d886a-77a6-45f8-87fa-5ebc2dd04251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 3, 15, 53, 43), 'started_at': datetime.datetime(2021, 5, 3, 15, 54, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 3, 16, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 16:05:18.701069 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6e6677-6d6f-43c5-8343-ea7c03c50a87 None None] Checking segment: {'id': '9ca86ee1-f733-4108-a8f6-ada8d1103c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19073356-f4a5-448b-8854-15ae9765d652'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 03 16:05:18.701683 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron_lib.callbacks.manager [None req-9d6e6677-6d6f-43c5-8343-ea7c03c50a87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:18.702078 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6e6677-6d6f-43c5-8343-ea7c03c50a87 None None] Bound using segment: {'id': '9ca86ee1-f733-4108-a8f6-ada8d1103c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19073356-f4a5-448b-8854-15ae9765d652'} {{(pid=74323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 16:05:18.702667 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.plugins.ml2.managers [None req-9d6e6677-6d6f-43c5-8343-ea7c03c50a87 None None] Bound port: 30bdd85a-2578-4207-b440-a47a4b2bdf2d, host: dv-cinder-774286-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ca86ee1-f733-4108-a8f6-ada8d1103c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19073356-f4a5-448b-8854-15ae9765d652'}}] {{(pid=74323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 16:05:18.702964 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron_lib.callbacks.manager [None req-9d6e6677-6d6f-43c5-8343-ea7c03c50a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:18.788692 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.plugins.ml2.db [None req-9d6e6677-6d6f-43c5-8343-ea7c03c50a87 None None] For port 30bdd85a-2578-4207-b440-a47a4b2bdf2d, host dv-cinder-774286-11-smb, cleared binding levels {{(pid=74323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 16:05:18.791792 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.plugins.ml2.db [None req-9d6e6677-6d6f-43c5-8343-ea7c03c50a87 None None] For port 30bdd85a-2578-4207-b440-a47a4b2bdf2d, host dv-cinder-774286-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-11-smb',level=0,port_id=30bdd85a-2578-4207-b440-a47a4b2bdf2d,segment=NetworkSegment(9ca86ee1-f733-4108-a8f6-ada8d1103c56),segment_id=9ca86ee1-f733-4108-a8f6-ada8d1103c56)] {{(pid=74323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 16:05:18.862810 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron_lib.callbacks.manager [None req-9d6e6677-6d6f-43c5-8343-ea7c03c50a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365'] for port, after_update {{(pid=74323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:18.869989 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG oslo_concurrency.lockutils [None req-924ae93e-322e-4257-b2db-e33dcd692839 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:05:18.966392 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6e6677-6d6f-43c5-8343-ea7c03c50a87 None None] Routers {'f0c255f6-4ce4-4be9-9584-e4a72615991c'} bound to L3 agent in host dv-cinder-774286-11-smb {{(pid=74323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 03 16:05:18.967038 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.l3_hamode_db [None req-9d6e6677-6d6f-43c5-8343-ea7c03c50a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-03T15:53:43Z,description=,heartbeat_timestamp=2021-05-03T16:05:13Z,host='dv-cinder-774286-11-smb',id=433ecc79-0b70-49a3-9006-0abc49206663,load=0,resource_versions=,resources_synced=,started_at=2021-05-03T15:53:44Z,topic='l3_agent')) {'router_ids': ['f0c255f6-4ce4-4be9-9584-e4a72615991c'], 'active': True} {{(pid=74323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:05:19.021866 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee64de26-027b-4d8c-a2bb-e5a162744b93 None None] Pushing event updated for resources: {'Port': ['ID=30bdd85a-2578-4207-b440-a47a4b2bdf2d,revision_number=3']} {{(pid=74323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:05:19.022376 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.plugin [req-cca2ee01-5746-4857-96c9-fbc641fdfda4 req-8db6ea18-a8ec-44db-87b4-793e3daf40f0 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Deleting port 06391f98-186a-4a4c-abd1-f267121b595c {{(pid=74320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 16:05:19.022716 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [req-cca2ee01-5746-4857-96c9-fbc641fdfda4 req-8db6ea18-a8ec-44db-87b4-793e3daf40f0 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781092848725'] for port, before_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:19.025285 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG oslo_concurrency.lockutils [None req-ee64de26-027b-4d8c-a2bb-e5a162744b93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=74323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:05:19.150163 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.db_base_plugin_common [None req-ba739cf5-7515-426d-9441-879801642e7a admin admin] Allocated IP 172.20.0.1 (ee83eab2-6d77-4c11-b22f-58569dd0cad4/dd006b64-ffee-4037-90f3-2d8cf093a6b7/bca0bbb2-95b3-493d-aefd-998331c15528) {{(pid=74320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 16:05:19.179084 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a482cff-da51-4867-8476-2ab763d9737b req-75fd4a6e-2163-49ac-9ff2-8f49ea12c483 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:05:19.180893 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-2a482cff-da51-4867-8476-2ab763d9737b req-75fd4a6e-2163-49ac-9ff2-8f49ea12c483 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6020fa3-c8c8-4d20-a437-d6e2a52deab0 HTTP/1.1" status: 200 len: 946 time: 0.1245139 May 03 16:05:19.221954 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.db [req-cca2ee01-5746-4857-96c9-fbc641fdfda4 req-8db6ea18-a8ec-44db-87b4-793e3daf40f0 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] For port 06391f98-186a-4a4c-abd1-f267121b595c, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=06391f98-186a-4a4c-abd1-f267121b595c,segment=NetworkSegment(ca3b8f24-af23-4b87-a734-3414a6834a84),segment_id=ca3b8f24-af23-4b87-a734-3414a6834a84)] {{(pid=74320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 16:05:19.222314 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [req-cca2ee01-5746-4857-96c9-fbc641fdfda4 req-8db6ea18-a8ec-44db-87b4-793e3daf40f0 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925573'] for port, precommit_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:19.225473 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.l3_dvr_db [None req-9d6e6677-6d6f-43c5-8343-ea7c03c50a87 None None] Set router f0c255f6-4ce4-4be9-9584-e4a72615991c gateway port host: dv-cinder-774286-11-smb {{(pid=74323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 03 16:05:19.244687 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Device ddbd019d-e8d2-41c5-8ef0-675a4ff3f2ee up at agent ovs-agent-dv-cinder-774286-11-smb {{(pid=74322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 16:05:19.339863 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-2a482cff-da51-4867-8476-2ab763d9737b req-57564efa-2110-4e76-9789-589800fe0828 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "GET /v2.0/security-groups?id=f2246390-77bc-42a9-9caf-c5cb628b63b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1288772 May 03 16:05:19.464322 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.plugin [req-cca2ee01-5746-4857-96c9-fbc641fdfda4 req-8db6ea18-a8ec-44db-87b4-793e3daf40f0 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Calling delete_port for 06391f98-186a-4a4c-abd1-f267121b595c owned by compute:nova {{(pid=74320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 03 16:05:19.464708 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Provisioning complete for port ddbd019d-e8d2-41c5-8ef0-675a4ff3f2ee triggered by entity L2. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 16:05:19.465394 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033555'] for port, provisioning_complete {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:19.586240 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-ba739cf5-7515-426d-9441-879801642e7a admin admin] Notify callbacks [] for port, precommit_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:19.611028 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a55890-676f-430b-bd12-b4aca2b7b104 req-c3f1f2fc-3a90-4cc1-8ee5-898f628c0e75 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:05:19.619371 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-63a55890-676f-430b-bd12-b4aca2b7b104 req-c3f1f2fc-3a90-4cc1-8ee5-898f628c0e75 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/ports?device_id=896a5ea9-b5d0-4aef-b34a-a085015c3745 HTTP/1.1" status: 200 len: 945 time: 0.1379282 May 03 16:05:19.649775 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.provisioning_blocks [None req-ba739cf5-7515-426d-9441-879801642e7a admin admin] Transition to ACTIVE for port object bca0bbb2-95b3-493d-aefd-998331c15528 will not be triggered until provisioned by entity DHCP. {{(pid=74320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 16:05:19.683787 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-63a55890-676f-430b-bd12-b4aca2b7b104 req-db280e30-fcda-443f-a789-ffd5b2fa5c53 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/security-groups?id=d843f737-6466-4183-8023-14d53a00a23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584445 May 03 16:05:19.759121 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [req-cca2ee01-5746-4857-96c9-fbc641fdfda4 req-8db6ea18-a8ec-44db-87b4-793e3daf40f0 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781092850854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781092417311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2110393'] for port, after_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:19.766073 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:05:19.777618 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] get_ports_and_sgs() called for port_ids ['06391f98-186a-4a4c-abd1-f267121b595c'] {{(pid=74322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 16:05:19.809629 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-ba739cf5-7515-426d-9441-879801642e7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781092417302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2110393'] for port, after_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:19.810510 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.l3_hamode_db [None req-9d6e6677-6d6f-43c5-8343-ea7c03c50a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0c255f6-4ce4-4be9-9584-e4a72615991c', 'name': 'tempest-TestMinimumBasicScenario-685996169-router', 'tenant_id': '4674801f8cde4a898e908d2bbc407321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'external_fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.172'}], 'enable_snat': True}, 'gw_port_id': '30bdd85a-2578-4207-b440-a47a4b2bdf2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-03T16:05:13Z', 'updated_at': '2021-05-03T16:05:15Z', 'revision_number': 3, 'project_id': '4674801f8cde4a898e908d2bbc407321', 'gw_port': {'id': '30bdd85a-2578-4207-b440-a47a4b2bdf2d', 'name': '', 'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:2f:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0c255f6-4ce4-4be9-9584-e4a72615991c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-03T16:05:14Z', 'updated_at': '2021-05-03T16:05:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9682172-7c17-476a-827f-79723500eb4a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-11-smb'}], 'dv-cinder-774286-11-smb', False) {} {{(pid=74323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:05:19.815666 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6e6677-6d6f-43c5-8343-ea7c03c50a87 None None] The sync data for ids ['f0c255f6-4ce4-4be9-9584-e4a72615991c'] in dv-cinder-774286-11-smb is: [{'id': 'f0c255f6-4ce4-4be9-9584-e4a72615991c', 'name': 'tempest-TestMinimumBasicScenario-685996169-router', 'tenant_id': '4674801f8cde4a898e908d2bbc407321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'external_fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.172'}], 'enable_snat': True}, 'gw_port_id': '30bdd85a-2578-4207-b440-a47a4b2bdf2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-03T16:05:13Z', 'updated_at': '2021-05-03T16:05:15Z', 'revision_number': 3, 'project_id': '4674801f8cde4a898e908d2bbc407321', 'gw_port': {'id': '30bdd85a-2578-4207-b440-a47a4b2bdf2d', 'name': '', 'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:2f:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0c255f6-4ce4-4be9-9584-e4a72615991c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-03T16:05:14Z', 'updated_at': '2021-05-03T16:05:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9682172-7c17-476a-827f-79723500eb4a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-11-smb'}] {{(pid=74323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 16:05:19.816737 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6ea18-a8ec-44db-87b4-793e3daf40f0 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Pushing event deleted for resources: {'Port': ['ID=06391f98-186a-4a4c-abd1-f267121b595c,revision_number=None']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:05:19.825150 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-8db6ea18-a8ec-44db-87b4-793e3daf40f0 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:05:19.826333 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:05:19.941421 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba739cf5-7515-426d-9441-879801642e7a admin admin] Network ee83eab2-6d77-4c11-b22f-58569dd0cad4 is already hosted by enough agents. {{(pid=74320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 16:05:19.948599 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.scheduler.base_scheduler [None req-ba739cf5-7515-426d-9441-879801642e7a admin admin] Resources bound (agent type, host, resource id): {{(pid=74320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:05:19.957625 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba739cf5-7515-426d-9441-879801642e7a admin admin] Received port after_create {{(pid=74320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 03 16:05:19.987972 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.l3_dvrscheduler_db [req-cca2ee01-5746-4857-96c9-fbc641fdfda4 req-8db6ea18-a8ec-44db-87b4-793e3daf40f0 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] No DVR routers for this DVR port 06391f98-186a-4a4c-abd1-f267121b595c on host hv-cinder-77428 {{(pid=74320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 16:05:20.014790 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [req-cca2ee01-5746-4857-96c9-fbc641fdfda4 req-8db6ea18-a8ec-44db-87b4-793e3daf40f0 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504013'] for port, before_response {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:20.017755 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '896a5ea9-b5d0-4aef-b34a-a085015c3745', 'name': 'network-vif-deleted', 'tag': '06391f98-186a-4a4c-abd1-f267121b595c'}] {{(pid=74320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 16:05:20.050616 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba739cf5-7515-426d-9441-879801642e7a admin admin] Pushing event updated for resources: {'Port': ['ID=bca0bbb2-95b3-493d-aefd-998331c15528,revision_number=1']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:05:20.060793 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-ba739cf5-7515-426d-9441-879801642e7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:05:20.066841 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-ba739cf5-7515-426d-9441-879801642e7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-982250'] for router_interface, before_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:20.152741 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '896a5ea9-b5d0-4aef-b34a-a085015c3745', 'name': 'network-vif-deleted', 'tag': '06391f98-186a-4a4c-abd1-f267121b595c', 'status': 'completed', 'code': 200} May 03 16:05:20.154495 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-cca2ee01-5746-4857-96c9-fbc641fdfda4 req-8db6ea18-a8ec-44db-87b4-793e3daf40f0 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.42 "DELETE /v2.0/ports/06391f98-186a-4a4c-abd1-f267121b595c HTTP/1.1" status: 204 len: 173 time: 1.5241549 May 03 16:05:20.290969 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d908638e-d518-4011-966b-0770b465703e req-71e6672a-af90-46f5-9013-67322b3817c4 tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:05:20.293918 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-d908638e-d518-4011-966b-0770b465703e req-71e6672a-af90-46f5-9013-67322b3817c4 tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f883922-c15c-4678-af6e-5b5a8f158883 HTTP/1.1" status: 200 len: 946 time: 0.1187150 May 03 16:05:20.344621 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-d908638e-d518-4011-966b-0770b465703e req-41fdb800-b557-4cab-8d4c-e83970da4ca0 tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab163241-b1cb-456a-92a4-83c63b969656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445657 May 03 16:05:20.376443 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-56a83781-f4f9-4ab7-bf9f-fa33d15e573c None None] Provisioning for port bca0bbb2-95b3-493d-aefd-998331c15528 completed by entity DHCP. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 16:05:20.383531 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-56a83781-f4f9-4ab7-bf9f-fa33d15e573c None None] Provisioning complete for port bca0bbb2-95b3-493d-aefd-998331c15528 triggered by entity DHCP. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 16:05:20.384045 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56a83781-f4f9-4ab7-bf9f-fa33d15e573c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033555'] for port, provisioning_complete {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:20.408605 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-ba739cf5-7515-426d-9441-879801642e7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:20.509869 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.plugin [None req-56a83781-f4f9-4ab7-bf9f-fa33d15e573c None None] Port bca0bbb2-95b3-493d-aefd-998331c15528 cannot update to ACTIVE because it is not bound. {{(pid=74322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 16:05:20.633805 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237d2cbb-74fd-49b3-a016-39642ac8d2d8 req-58c3abcf-1c8e-4f12-98f5-4746eda3f967 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:05:20.635383 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-237d2cbb-74fd-49b3-a016-39642ac8d2d8 req-58c3abcf-1c8e-4f12-98f5-4746eda3f967 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6020fa3-c8c8-4d20-a437-d6e2a52deab0 HTTP/1.1" status: 200 len: 946 time: 0.1045127 May 03 16:05:20.700087 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-ba739cf5-7515-426d-9441-879801642e7a admin admin] Notify callbacks [] for port, precommit_update {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:20.704972 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-237d2cbb-74fd-49b3-a016-39642ac8d2d8 req-70b840b4-1d4c-4e42-9e66-8c6073b5bc8a tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "GET /v2.0/security-groups?id=f2246390-77bc-42a9-9caf-c5cb628b63b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598474 May 03 16:05:20.821639 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-ba739cf5-7515-426d-9441-879801642e7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2110350'] for port, after_update {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:20.850232 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-ea294212-9b79-4ce5-bb98-47215e0679e0 tempest-DeleteServersTestJSON-1514794231 tempest-DeleteServersTestJSON-1514794231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:05:20.850468 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-0d8523f9-2ecd-4c57-ad6f-49fb5b2a27ea req-bf1af8a3-f43a-4cbb-b20f-caab6d1223ce tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] 10.222.0.11 "GET /v2.0/ports?device_id=896a5ea9-b5d0-4aef-b34a-a085015c3745 HTTP/1.1" status: 200 len: 210 time: 0.0426798 May 03 16:05:20.942224 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba739cf5-7515-426d-9441-879801642e7a admin admin] Pushing event updated for resources: {'Port': ['ID=bca0bbb2-95b3-493d-aefd-998331c15528,revision_number=2']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:05:20.944792 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-ba739cf5-7515-426d-9441-879801642e7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-982089'] for router_interface, after_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:20.948731 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-ba739cf5-7515-426d-9441-879801642e7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:05:21.086680 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba739cf5-7515-426d-9441-879801642e7a admin admin] Network ee83eab2-6d77-4c11-b22f-58569dd0cad4 is already hosted by enough agents. {{(pid=74320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 16:05:21.087749 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.scheduler.base_scheduler [None req-ba739cf5-7515-426d-9441-879801642e7a admin admin] Resources bound (agent type, host, resource id): {{(pid=74320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:05:21.360033 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Device 30bdd85a-2578-4207-b440-a47a4b2bdf2d up at agent ovs-agent-dv-cinder-774286-11-smb {{(pid=74322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 16:05:21.455302 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-82338665-020e-4b37-aea1-c39a87c19253 None None] Provisioning complete for port bca0bbb2-95b3-493d-aefd-998331c15528 triggered by entity DHCP. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 16:05:21.456412 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-82338665-020e-4b37-aea1-c39a87c19253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033555'] for port, provisioning_complete {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:21.502357 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba739cf5-7515-426d-9441-879801642e7a admin admin] Router f0c255f6-4ce4-4be9-9584-e4a72615991c has already been hosted by L3 agent 433ecc79-0b70-49a3-9006-0abc49206663 {{(pid=74320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 16:05:21.517108 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.plugin [None req-82338665-020e-4b37-aea1-c39a87c19253 None None] Port bca0bbb2-95b3-493d-aefd-998331c15528 cannot update to ACTIVE because it is not bound. {{(pid=74322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 16:05:21.569662 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83919738-43aa-4b33-b4d9-f866ad4b92f5 req-af98abe3-0b43-48bd-b07c-05f9cccb430c tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:05:21.571146 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-83919738-43aa-4b33-b4d9-f866ad4b92f5 req-af98abe3-0b43-48bd-b07c-05f9cccb430c tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f883922-c15c-4678-af6e-5b5a8f158883 HTTP/1.1" status: 200 len: 946 time: 0.0937042 May 03 16:05:21.593901 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Provisioning for port 30bdd85a-2578-4207-b440-a47a4b2bdf2d completed by entity L2. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 16:05:21.599527 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Provisioning complete for port 30bdd85a-2578-4207-b440-a47a4b2bdf2d triggered by entity L2. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 16:05:21.601654 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033555'] for port, provisioning_complete {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:21.631546 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-83919738-43aa-4b33-b4d9-f866ad4b92f5 req-4152bca1-d9b1-40c8-8b42-c66f77f3fd4e tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab163241-b1cb-456a-92a4-83c63b969656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537164 May 03 16:05:21.705735 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba739cf5-7515-426d-9441-879801642e7a admin admin] Notify agent at l3_agent.dv-cinder-774286-11-smb the message routers_updated {{(pid=74320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 16:05:21.711086 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-ba739cf5-7515-426d-9441-879801642e7a admin admin] 10.222.0.11 "PUT /v2.0/routers/f0c255f6-4ce4-4be9-9584-e4a72615991c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2759402 May 03 16:05:21.715403 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1b02c1-df71-4322-bb2e-a5f2457bd839 None None] Sync routers for ids ['f0c255f6-4ce4-4be9-9584-e4a72615991c'] in dv-cinder-774286-11-smb {{(pid=74322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 16:05:21.740322 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:21.746128 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1b02c1-df71-4322-bb2e-a5f2457bd839 None None] Routers {'f0c255f6-4ce4-4be9-9584-e4a72615991c'} bound to L3 agent in host dv-cinder-774286-11-smb {{(pid=74322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 03 16:05:21.746755 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_hamode_db [None req-5f1b02c1-df71-4322-bb2e-a5f2457bd839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-03T15:53:43Z,description=,heartbeat_timestamp=2021-05-03T16:05:13Z,host='dv-cinder-774286-11-smb',id=433ecc79-0b70-49a3-9006-0abc49206663,load=0,resource_versions=,resources_synced=,started_at=2021-05-03T15:53:44Z,topic='l3_agent')) {'router_ids': ['f0c255f6-4ce4-4be9-9584-e4a72615991c'], 'active': True} {{(pid=74322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:05:21.829048 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] For port 30bdd85a-2578-4207-b440-a47a4b2bdf2d, host dv-cinder-774286-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-11-smb',level=0,port_id=30bdd85a-2578-4207-b440-a47a4b2bdf2d,segment=NetworkSegment(9ca86ee1-f733-4108-a8f6-ada8d1103c56),segment_id=9ca86ee1-f733-4108-a8f6-ada8d1103c56)] {{(pid=74322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 16:05:21.900621 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fd9fcf-2624-45c2-9989-981e1e281176 req-d07ba3c8-04bf-4ddd-921c-60ba7706260b tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:05:21.902390 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-b5fd9fcf-2624-45c2-9989-981e1e281176 req-d07ba3c8-04bf-4ddd-921c-60ba7706260b tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6020fa3-c8c8-4d20-a437-d6e2a52deab0 HTTP/1.1" status: 200 len: 946 time: 0.0863321 May 03 16:05:21.906873 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365'] for port, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:21.911045 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:05:21.965997 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-b5fd9fcf-2624-45c2-9989-981e1e281176 req-215ccb52-b155-4981-8837-a8e6d39ed065 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "GET /v2.0/security-groups?id=f2246390-77bc-42a9-9caf-c5cb628b63b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572081 May 03 16:05:21.984062 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 52840) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:05:22.010221 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_dvr_db [None req-5f1b02c1-df71-4322-bb2e-a5f2457bd839 None None] Set router f0c255f6-4ce4-4be9-9584-e4a72615991c gateway port host: dv-cinder-774286-11-smb {{(pid=74322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 03 16:05:22.054773 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Pushing event updated for resources: {'Port': ['ID=30bdd85a-2578-4207-b440-a47a4b2bdf2d,revision_number=4']} {{(pid=74322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:05:22.065651 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:05:22.376939 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_hamode_db [None req-5f1b02c1-df71-4322-bb2e-a5f2457bd839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0c255f6-4ce4-4be9-9584-e4a72615991c', 'name': 'tempest-TestMinimumBasicScenario-685996169-router', 'tenant_id': '4674801f8cde4a898e908d2bbc407321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'external_fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.172'}], 'enable_snat': True}, 'gw_port_id': '30bdd85a-2578-4207-b440-a47a4b2bdf2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-03T16:05:13Z', 'updated_at': '2021-05-03T16:05:20Z', 'revision_number': 4, 'project_id': '4674801f8cde4a898e908d2bbc407321', 'gw_port': {'id': '30bdd85a-2578-4207-b440-a47a4b2bdf2d', 'name': '', 'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:2f:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0c255f6-4ce4-4be9-9584-e4a72615991c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-03T16:05:14Z', 'updated_at': '2021-05-03T16:05:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9682172-7c17-476a-827f-79723500eb4a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-11-smb', '_interfaces': [{'id': 'bca0bbb2-95b3-493d-aefd-998331c15528', 'name': '', 'network_id': 'ee83eab2-6d77-4c11-b22f-58569dd0cad4', 'tenant_id': '4674801f8cde4a898e908d2bbc407321', 'mac_address': 'fa:16:3e:e4:b6:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0c255f6-4ce4-4be9-9584-e4a72615991c', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'dd006b64-ffee-4037-90f3-2d8cf093a6b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-03T16:05:18Z', 'updated_at': '2021-05-03T16:05:20Z', 'revision_number': 2, 'project_id': '4674801f8cde4a898e908d2bbc407321', 'subnets': [{'id': 'dd006b64-ffee-4037-90f3-2d8cf093a6b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-11-smb', False) {} {{(pid=74322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:05:22.381026 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1b02c1-df71-4322-bb2e-a5f2457bd839 None None] Checking router: f0c255f6-4ce4-4be9-9584-e4a72615991c for host: dv-cinder-774286-11-smb {{(pid=74322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 16:05:22.381384 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1b02c1-df71-4322-bb2e-a5f2457bd839 None None] Updating router f0c255f6-4ce4-4be9-9584-e4a72615991c port bca0bbb2-95b3-493d-aefd-998331c15528 binding host dv-cinder-774286-11-smb {{(pid=74322) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 16:05:22.435642 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-5f1b02c1-df71-4322-bb2e-a5f2457bd839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:22.625285 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-bf483a9a-5431-460c-b8ad-4c086ec86524 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-982143'] for router_interface, before_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:22.656721 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 52862) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:05:22.662820 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.v2.base [None req-37b451b9-1bb1-4004-b6b3-ae90d1d1bd57 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1541378028-network', 'tenant_id': '42816fa14761411a806b531e3ad2017e'}} {{(pid=74321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 16:05:22.668499 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-37b451b9-1bb1-4004-b6b3-ae90d1d1bd57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:05:22.674401 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-37b451b9-1bb1-4004-b6b3-ae90d1d1bd57 admin admin] Usage tracker for resource:network and tenant:42816fa14761411a806b531e3ad2017e is out of sync, need to count used quota {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:05:22.677730 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-37b451b9-1bb1-4004-b6b3-ae90d1d1bd57 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:05:22.687940 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-37b451b9-1bb1-4004-b6b3-ae90d1d1bd57 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:05:22.738854 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Device 06391f98-186a-4a4c-abd1-f267121b595c no longer exists at agent hyperv_hv-cinder-77428 {{(pid=74322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 16:05:22.776330 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.plugin [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] No Port match for: 06391f98-186a-4a4c-abd1-f267121b595c {{(pid=74322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 03 16:05:22.776681 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Device 06391f98-186a-4a4c-abd1-f267121b595c not bound to the agent host hv-cinder-77428 {{(pid=74322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 16:05:22.831755 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37b451b9-1bb1-4004-b6b3-ae90d1d1bd57 admin admin] Made reservation on behalf of 42816fa14761411a806b531e3ad2017e for: {'network': 1} {{(pid=74321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 16:05:22.834553 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-37b451b9-1bb1-4004-b6b3-ae90d1d1bd57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for network, before_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:22.865012 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-37b451b9-1bb1-4004-b6b3-ae90d1d1bd57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:22.866663 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-5f1b02c1-df71-4322-bb2e-a5f2457bd839 None None] Notify callbacks [] for port, precommit_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:22.881394 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-5f1b02c1-df71-4322-bb2e-a5f2457bd839 None None] Transition to ACTIVE for port object bca0bbb2-95b3-493d-aefd-998331c15528 will not be triggered until provisioned by entity L2. {{(pid=74322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 16:05:22.886792 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-37b451b9-1bb1-4004-b6b3-ae90d1d1bd57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:05:22.894091 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-37b451b9-1bb1-4004-b6b3-ae90d1d1bd57 admin admin] Usage tracker for resource:security_group_rule and tenant:42816fa14761411a806b531e3ad2017e is out of sync, need to count used quota {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:05:22.897665 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-37b451b9-1bb1-4004-b6b3-ae90d1d1bd57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:05:22.905172 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-37b451b9-1bb1-4004-b6b3-ae90d1d1bd57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:05:22.948227 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a643ab03-d70a-412a-bb5f-5ec68f373b52 req-23492ef9-21c6-4598-841e-0b7dab6577ea tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:05:22.949700 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-a643ab03-d70a-412a-bb5f-5ec68f373b52 req-23492ef9-21c6-4598-841e-0b7dab6577ea tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f883922-c15c-4678-af6e-5b5a8f158883 HTTP/1.1" status: 200 len: 946 time: 0.1901491 May 03 16:05:22.953297 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-5f1b02c1-df71-4322-bb2e-a5f2457bd839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365'] for port, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:22.960788 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:05:23.025674 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-a643ab03-d70a-412a-bb5f-5ec68f373b52 req-f0a9f17f-6f2c-4d91-9e3e-b74e1f6c4b01 tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab163241-b1cb-456a-92a4-83c63b969656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685928 May 03 16:05:23.033847 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed990b7e-7364-4353-95c7-3483506cedeb None None] Pushing event updated for resources: {'Port': ['ID=bca0bbb2-95b3-493d-aefd-998331c15528,revision_number=3']} {{(pid=74322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:05:23.048066 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-ed990b7e-7364-4353-95c7-3483506cedeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:05:23.083953 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-37b451b9-1bb1-4004-b6b3-ae90d1d1bd57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:23.095624 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.plugin [None req-bf483a9a-5431-460c-b8ad-4c086ec86524 admin admin] Deleting port 0d7603b9-447a-4e5d-9334-aed8be7edcb3 {{(pid=74320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 16:05:23.096618 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-bf483a9a-5431-460c-b8ad-4c086ec86524 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781092848725'] for port, before_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:23.201295 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-37b451b9-1bb1-4004-b6b3-ae90d1d1bd57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:23.206651 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-34770cac-851c-48bd-91b5-466e04965edc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:05:23.220741 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.managers [None req-5f1b02c1-df71-4322-bb2e-a5f2457bd839 None None] Attempting to bind port bca0bbb2-95b3-493d-aefd-998331c15528 on host dv-cinder-774286-11-smb for vnic_type normal with profile {{(pid=74322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 16:05:23.221220 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.managers [None req-5f1b02c1-df71-4322-bb2e-a5f2457bd839 None None] Attempting to bind port bca0bbb2-95b3-493d-aefd-998331c15528 by drivers openvswitch,hyperv on host dv-cinder-774286-11-smb at level 0 using segments [{'id': '81402262-53d4-4e9b-83a0-af23c1b9021d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'ee83eab2-6d77-4c11-b22f-58569dd0cad4'}] {{(pid=74322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 16:05:23.221593 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1b02c1-df71-4322-bb2e-a5f2457bd839 None None] Attempting to bind port bca0bbb2-95b3-493d-aefd-998331c15528 on network ee83eab2-6d77-4c11-b22f-58569dd0cad4 {{(pid=74322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 16:05:23.229042 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1b02c1-df71-4322-bb2e-a5f2457bd839 None None] Checking agent: {'id': '682d886a-77a6-45f8-87fa-5ebc2dd04251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 3, 15, 53, 43), 'started_at': datetime.datetime(2021, 5, 3, 15, 54, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 3, 16, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 16:05:23.229499 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1b02c1-df71-4322-bb2e-a5f2457bd839 None None] Checking segment: {'id': '81402262-53d4-4e9b-83a0-af23c1b9021d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'ee83eab2-6d77-4c11-b22f-58569dd0cad4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 03 16:05:23.230000 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-5f1b02c1-df71-4322-bb2e-a5f2457bd839 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:23.230408 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1b02c1-df71-4322-bb2e-a5f2457bd839 None None] Bound using segment: {'id': '81402262-53d4-4e9b-83a0-af23c1b9021d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'ee83eab2-6d77-4c11-b22f-58569dd0cad4'} {{(pid=74322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 16:05:23.230943 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.managers [None req-5f1b02c1-df71-4322-bb2e-a5f2457bd839 None None] Bound port: bca0bbb2-95b3-493d-aefd-998331c15528, host: dv-cinder-774286-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81402262-53d4-4e9b-83a0-af23c1b9021d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'ee83eab2-6d77-4c11-b22f-58569dd0cad4'}}] {{(pid=74322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 16:05:23.231333 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-5f1b02c1-df71-4322-bb2e-a5f2457bd839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:23.281561 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Device 30bdd85a-2578-4207-b440-a47a4b2bdf2d up at agent ovs-agent-dv-cinder-774286-11-smb {{(pid=74322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 16:05:23.311567 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.db [None req-bf483a9a-5431-460c-b8ad-4c086ec86524 admin admin] For port 0d7603b9-447a-4e5d-9334-aed8be7edcb3, host dv-cinder-774286-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-11-smb',level=0,port_id=0d7603b9-447a-4e5d-9334-aed8be7edcb3,segment=NetworkSegment(ca3b8f24-af23-4b87-a734-3414a6834a84),segment_id=ca3b8f24-af23-4b87-a734-3414a6834a84)] {{(pid=74320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 16:05:23.312172 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-bf483a9a-5431-460c-b8ad-4c086ec86524 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925573'] for port, precommit_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:23.322176 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37b451b9-1bb1-4004-b6b3-ae90d1d1bd57 admin admin] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'} {{(pid=74321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 16:05:23.356933 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b451b9-1bb1-4004-b6b3-ae90d1d1bd57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a70090a8-6251-46f3-9d58-d51ef418aeab,revision_number=1']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:05:23.359843 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-37b451b9-1bb1-4004-b6b3-ae90d1d1bd57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:05:23.360892 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-37b451b9-1bb1-4004-b6b3-ae90d1d1bd57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038491'] for segment, precommit_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:23.361227 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.db.segments_db [None req-37b451b9-1bb1-4004-b6b3-ae90d1d1bd57 admin admin] Added segment e30fc3b2-b6bc-4141-b4cf-423611932773 of type vlan for network 65867ae1-f81b-4f4b-a321-f40c03abdc63 May 03 16:05:23.410641 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-37b451b9-1bb1-4004-b6b3-ae90d1d1bd57 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781092437652'] for network, precommit_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:23.423887 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Provisioning complete for port 30bdd85a-2578-4207-b440-a47a4b2bdf2d triggered by entity L2. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 16:05:23.424297 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033555'] for port, provisioning_complete {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:23.456844 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c39851-37a4-435d-9f8f-9704f4fe9303 req-ac3d4b45-9948-449b-aeea-63d106ef4d8c tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:05:23.458398 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-d1c39851-37a4-435d-9f8f-9704f4fe9303 req-ac3d4b45-9948-449b-aeea-63d106ef4d8c tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6020fa3-c8c8-4d20-a437-d6e2a52deab0 HTTP/1.1" status: 200 len: 946 time: 0.2103164 May 03 16:05:23.476856 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-5f1b02c1-df71-4322-bb2e-a5f2457bd839 None None] For port bca0bbb2-95b3-493d-aefd-998331c15528, host dv-cinder-774286-11-smb, cleared binding levels {{(pid=74322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 16:05:23.502807 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-5f1b02c1-df71-4322-bb2e-a5f2457bd839 None None] For port bca0bbb2-95b3-493d-aefd-998331c15528, host dv-cinder-774286-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-11-smb',level=0,port_id=bca0bbb2-95b3-493d-aefd-998331c15528,segment=NetworkSegment(81402262-53d4-4e9b-83a0-af23c1b9021d),segment_id=81402262-53d4-4e9b-83a0-af23c1b9021d)] {{(pid=74322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 16:05:23.517193 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-d1c39851-37a4-435d-9f8f-9704f4fe9303 req-91fd6ebe-7a39-49c1-b455-5d1337dd09e4 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "GET /v2.0/security-groups?id=f2246390-77bc-42a9-9caf-c5cb628b63b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520496 May 03 16:05:23.547062 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-37b451b9-1bb1-4004-b6b3-ae90d1d1bd57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119'] for network, after_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:23.550644 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b451b9-1bb1-4004-b6b3-ae90d1d1bd57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:05:23.552480 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-37b451b9-1bb1-4004-b6b3-ae90d1d1bd57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532153'] for network, before_response {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:23.569872 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-857ab04d-c6d9-4e7a-98a0-4dfde4bd6114 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:05:23.598854 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.plugin [None req-bf483a9a-5431-460c-b8ad-4c086ec86524 admin admin] Calling delete_port for 0d7603b9-447a-4e5d-9334-aed8be7edcb3 owned by network:router_interface {{(pid=74320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 03 16:05:23.614758 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-5f1b02c1-df71-4322-bb2e-a5f2457bd839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365'] for port, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:23.620545 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:05:23.706200 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1b02c1-df71-4322-bb2e-a5f2457bd839 None None] Routers {'f0c255f6-4ce4-4be9-9584-e4a72615991c'} bound to L3 agent in host dv-cinder-774286-11-smb {{(pid=74322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 03 16:05:23.707028 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_hamode_db [None req-5f1b02c1-df71-4322-bb2e-a5f2457bd839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-03T15:53:43Z,description=,heartbeat_timestamp=2021-05-03T16:05:13Z,host='dv-cinder-774286-11-smb',id=433ecc79-0b70-49a3-9006-0abc49206663,load=0,resource_versions=,resources_synced=,started_at=2021-05-03T15:53:44Z,topic='l3_agent')) {'router_ids': ['f0c255f6-4ce4-4be9-9584-e4a72615991c'], 'active': True} {{(pid=74322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:05:23.742496 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b451b9-1bb1-4004-b6b3-ae90d1d1bd57 admin admin] Pushing event updated for resources: {'Network': ['ID=65867ae1-f81b-4f4b-a321-f40c03abdc63,revision_number=1']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:05:23.746228 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-37b451b9-1bb1-4004-b6b3-ae90d1d1bd57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:05:23.776885 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Network 65867ae1-f81b-4f4b-a321-f40c03abdc63 details requested by agent ovs-agent-dv-cinder-774286-11-smb with host dv-cinder-774286-11-smb {{(pid=74322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 16:05:23.802151 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-37b451b9-1bb1-4004-b6b3-ae90d1d1bd57 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1417787 May 03 16:05:23.802355 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 52890) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:05:23.815597 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.v2.base [None req-fb4148a1-fd90-4eac-b368-bebec56d29eb admin admin] Request body: {'subnet': {'network_id': '65867ae1-f81b-4f4b-a321-f40c03abdc63', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1541378028-subnet', 'tenant_id': '42816fa14761411a806b531e3ad2017e', 'ip_version': 4}} {{(pid=74321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 16:05:23.823050 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-fb4148a1-fd90-4eac-b368-bebec56d29eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:05:23.831425 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-fb4148a1-fd90-4eac-b368-bebec56d29eb admin admin] Usage tracker for resource:subnet and tenant:42816fa14761411a806b531e3ad2017e is out of sync, need to count used quota {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:05:23.838948 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-fb4148a1-fd90-4eac-b368-bebec56d29eb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:05:23.847967 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-fb4148a1-fd90-4eac-b368-bebec56d29eb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:05:23.851037 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed990b7e-7364-4353-95c7-3483506cedeb None None] Pushing event updated for resources: {'Port': ['ID=bca0bbb2-95b3-493d-aefd-998331c15528,revision_number=4']} {{(pid=74322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:05:23.855761 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-ed990b7e-7364-4353-95c7-3483506cedeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:05:23.970029 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb4148a1-fd90-4eac-b368-bebec56d29eb admin admin] Made reservation on behalf of 42816fa14761411a806b531e3ad2017e for: {'subnet': 1} {{(pid=74321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 16:05:23.972645 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-fb4148a1-fd90-4eac-b368-bebec56d29eb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2444422'] for subnet, before_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:24.079163 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-bf483a9a-5431-460c-b8ad-4c086ec86524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781092850854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781092417311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2110393'] for port, after_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:24.090892 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:05:24.103390 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_dvr_db [None req-5f1b02c1-df71-4322-bb2e-a5f2457bd839 None None] Set router f0c255f6-4ce4-4be9-9584-e4a72615991c gateway port host: dv-cinder-774286-11-smb {{(pid=74322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 03 16:05:24.160994 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf483a9a-5431-460c-b8ad-4c086ec86524 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d7603b9-447a-4e5d-9334-aed8be7edcb3,revision_number=None']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:05:24.165848 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-bf483a9a-5431-460c-b8ad-4c086ec86524 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:05:24.508362 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b1f5ec-d7f4-40d0-9ef2-9d4414836be6 req-ea465162-4596-49e9-b4b4-e548c08d1b6b tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:05:24.509930 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-76b1f5ec-d7f4-40d0-9ef2-9d4414836be6 req-ea465162-4596-49e9-b4b4-e548c08d1b6b tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f883922-c15c-4678-af6e-5b5a8f158883 HTTP/1.1" status: 200 len: 946 time: 0.2769406 May 03 16:05:24.559859 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e7ffd9-7255-4ae0-9a63-55046e052b4b req-d56ae83d-8c22-4ba4-9bde-c4ceb5fbc6fa tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:05:24.562423 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-47e7ffd9-7255-4ae0-9a63-55046e052b4b req-d56ae83d-8c22-4ba4-9bde-c4ceb5fbc6fa tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6020fa3-c8c8-4d20-a437-d6e2a52deab0 HTTP/1.1" status: 200 len: 946 time: 0.3277819 May 03 16:05:24.577494 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_hamode_db [None req-5f1b02c1-df71-4322-bb2e-a5f2457bd839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0c255f6-4ce4-4be9-9584-e4a72615991c', 'name': 'tempest-TestMinimumBasicScenario-685996169-router', 'tenant_id': '4674801f8cde4a898e908d2bbc407321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'external_fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.172'}], 'enable_snat': True}, 'gw_port_id': '30bdd85a-2578-4207-b440-a47a4b2bdf2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-03T16:05:13Z', 'updated_at': '2021-05-03T16:05:20Z', 'revision_number': 4, 'project_id': '4674801f8cde4a898e908d2bbc407321', 'gw_port': {'id': '30bdd85a-2578-4207-b440-a47a4b2bdf2d', 'name': '', 'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:2f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c255f6-4ce4-4be9-9584-e4a72615991c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-03T16:05:14Z', 'updated_at': '2021-05-03T16:05:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9682172-7c17-476a-827f-79723500eb4a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-11-smb', '_interfaces': [{'id': 'bca0bbb2-95b3-493d-aefd-998331c15528', 'name': '', 'network_id': 'ee83eab2-6d77-4c11-b22f-58569dd0cad4', 'tenant_id': '4674801f8cde4a898e908d2bbc407321', 'mac_address': 'fa:16:3e:e4:b6:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0c255f6-4ce4-4be9-9584-e4a72615991c', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'dd006b64-ffee-4037-90f3-2d8cf093a6b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-03T16:05:18Z', 'updated_at': '2021-05-03T16:05:23Z', 'revision_number': 4, 'project_id': '4674801f8cde4a898e908d2bbc407321', 'subnets': [{'id': 'dd006b64-ffee-4037-90f3-2d8cf093a6b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-11-smb', False) {} {{(pid=74322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:05:24.587097 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1b02c1-df71-4322-bb2e-a5f2457bd839 None None] The sync data for ids ['f0c255f6-4ce4-4be9-9584-e4a72615991c'] in dv-cinder-774286-11-smb is: [{'id': 'f0c255f6-4ce4-4be9-9584-e4a72615991c', 'name': 'tempest-TestMinimumBasicScenario-685996169-router', 'tenant_id': '4674801f8cde4a898e908d2bbc407321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'external_fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.172'}], 'enable_snat': True}, 'gw_port_id': '30bdd85a-2578-4207-b440-a47a4b2bdf2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-03T16:05:13Z', 'updated_at': '2021-05-03T16:05:20Z', 'revision_number': 4, 'project_id': '4674801f8cde4a898e908d2bbc407321', 'gw_port': {'id': '30bdd85a-2578-4207-b440-a47a4b2bdf2d', 'name': '', 'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:2f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c255f6-4ce4-4be9-9584-e4a72615991c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-03T16:05:14Z', 'updated_at': '2021-05-03T16:05:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9682172-7c17-476a-827f-79723500eb4a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-11-smb', '_interfaces': [{'id': 'bca0bbb2-95b3-493d-aefd-998331c15528', 'name': '', 'network_id': 'ee83eab2-6d77-4c11-b22f-58569dd0cad4', 'tenant_id': '4674801f8cde4a898e908d2bbc407321', 'mac_address': 'fa:16:3e:e4:b6:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0c255f6-4ce4-4be9-9584-e4a72615991c', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'dd006b64-ffee-4037-90f3-2d8cf093a6b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-03T16:05:18Z', 'updated_at': '2021-05-03T16:05:23Z', 'revision_number': 4, 'project_id': '4674801f8cde4a898e908d2bbc407321', 'subnets': [{'id': 'dd006b64-ffee-4037-90f3-2d8cf093a6b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 16:05:24.604480 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a35eb22-b937-4214-bcf5-9da4f260df9c req-3373281c-f501-4d4d-9583-fff7635cbf1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:05:24.605983 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-0a35eb22-b937-4214-bcf5-9da4f260df9c req-3373281c-f501-4d4d-9583-fff7635cbf1b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a45b3ae4a7654b64951cdc1628f41ef5&device_id=c6020fa3-c8c8-4d20-a437-d6e2a52deab0 HTTP/1.1" status: 200 len: 1099 time: 0.2224972 May 03 16:05:24.606591 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-bf483a9a-5431-460c-b8ad-4c086ec86524 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-925391'] for router_interface, after_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:24.624340 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-76b1f5ec-d7f4-40d0-9ef2-9d4414836be6 req-aacd95d1-d8ff-473f-96e4-20dfe0f740d4 tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab163241-b1cb-456a-92a4-83c63b969656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029658 May 03 16:05:24.734361 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-47e7ffd9-7255-4ae0-9a63-55046e052b4b req-2fb3cf73-d17f-459d-8d0a-4376d23f179a tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "GET /v2.0/security-groups?id=f2246390-77bc-42a9-9caf-c5cb628b63b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1486750 May 03 16:05:24.870040 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-fb4148a1-fd90-4eac-b368-bebec56d29eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3095279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2444432'] for subnet, after_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:24.876536 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:05:24.937209 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a35eb22-b937-4214-bcf5-9da4f260df9c req-6e827126-624f-44af-b943-8730c89b5ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:05:24.938709 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-0a35eb22-b937-4214-bcf5-9da4f260df9c req-6e827126-624f-44af-b943-8730c89b5ca0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2375af68-6e6b-455a-b7be-3561029d4953 HTTP/1.1" status: 200 len: 912 time: 0.3241155 May 03 16:05:24.952468 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4148a1-fd90-4eac-b368-bebec56d29eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=886e8dc7-92c3-4b71-ad5d-af15b208f02a,revision_number=0']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:05:24.956174 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-fb4148a1-fd90-4eac-b368-bebec56d29eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:05:24.962353 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4148a1-fd90-4eac-b368-bebec56d29eb admin admin] Checking segment: {'id': 'e30fc3b2-b6bc-4141-b4cf-423611932773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '65867ae1-f81b-4f4b-a321-f40c03abdc63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 03 16:05:24.962712 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb4148a1-fd90-4eac-b368-bebec56d29eb admin admin] Network hostable DHCP agents. Network: 65867ae1-f81b-4f4b-a321-f40c03abdc63, hostable agents: ['656f65d0-a8c5-485a-ad4b-a4c2f5db155a'], hosted agents: [] {{(pid=74321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 16:05:25.055662 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb4148a1-fd90-4eac-b368-bebec56d29eb admin admin] Network 65867ae1-f81b-4f4b-a321-f40c03abdc63 is scheduled to be hosted by DHCP agent 656f65d0-a8c5-485a-ad4b-a4c2f5db155a with binding_index 1 {{(pid=74321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 16:05:25.129849 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-0a35eb22-b937-4214-bcf5-9da4f260df9c req-dde82cc6-1aae-4a2f-86e9-74d4b41422e5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8ac04686-8f05-4ebc-95be-b0f09f2054d5 HTTP/1.1" status: 200 len: 1001 time: 0.1760080 May 03 16:05:25.130752 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.scheduler.base_scheduler [None req-fb4148a1-fd90-4eac-b368-bebec56d29eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-11-smb, 65867ae1-f81b-4f4b-a321-f40c03abdc63) {{(pid=74321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:05:25.145558 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc09274e-9562-43f2-9346-ebb6eda540c5 None None] Network 65867ae1-f81b-4f4b-a321-f40c03abdc63 requested from dv-cinder-774286-11-smb {{(pid=74322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 16:05:25.173525 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb4148a1-fd90-4eac-b368-bebec56d29eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:05:25.175819 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-fb4148a1-fd90-4eac-b368-bebec56d29eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532153'] for subnet, before_response {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:25.380044 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8155c40c-db7d-4204-8e54-f21249c2f01c req-0fae811f-2fe8-4574-9c80-97bbbc445892 tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:05:25.382204 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-8155c40c-db7d-4204-8e54-f21249c2f01c req-0fae811f-2fe8-4574-9c80-97bbbc445892 tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f883922-c15c-4678-af6e-5b5a8f158883 HTTP/1.1" status: 200 len: 946 time: 0.1903427 May 03 16:05:25.386021 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-fb4148a1-fd90-4eac-b368-bebec56d29eb admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5826318 May 03 16:05:25.388643 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 52922) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:05:25.446518 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.v2.base [None req-4a7de6cc-7c3d-46f3-816e-90b5d6f65500 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1541378028-router', 'tenant_id': '42816fa14761411a806b531e3ad2017e', 'external_gateway_info': {'network_id': '19073356-f4a5-448b-8854-15ae9765d652'}}} {{(pid=74321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 16:05:25.458617 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-4a7de6cc-7c3d-46f3-816e-90b5d6f65500 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:05:25.467685 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-4a7de6cc-7c3d-46f3-816e-90b5d6f65500 admin admin] Usage tracker for resource:router and tenant:42816fa14761411a806b531e3ad2017e is out of sync, need to count used quota {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:05:25.468969 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Device bca0bbb2-95b3-493d-aefd-998331c15528 up at agent ovs-agent-dv-cinder-774286-11-smb {{(pid=74322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 16:05:25.473711 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-4a7de6cc-7c3d-46f3-816e-90b5d6f65500 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:05:25.490227 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-4a7de6cc-7c3d-46f3-816e-90b5d6f65500 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:05:25.505853 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf483a9a-5431-460c-b8ad-4c086ec86524 admin admin] Router 39bfadb0-4cab-4f54-bb78-75b1651593d8 has already been hosted by L3 agent 433ecc79-0b70-49a3-9006-0abc49206663 {{(pid=74320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 16:05:25.527470 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a35eb22-b937-4214-bcf5-9da4f260df9c req-f9acba1c-6516-4f45-9864-3326647a722c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:05:25.529569 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-0a35eb22-b937-4214-bcf5-9da4f260df9c req-f9acba1c-6516-4f45-9864-3326647a722c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0c868822-acdb-4384-9ddc-ddab19dd933c HTTP/1.1" status: 200 len: 850 time: 0.3862817 May 03 16:05:25.580806 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.plugin [req-8155c40c-db7d-4204-8e54-f21249c2f01c req-99587bc0-5995-4955-912e-f2eb767b6e84 tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] Deleting port 02893b06-1030-4d81-a55a-4d984ac25ba7 {{(pid=74321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 16:05:25.581400 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [req-8155c40c-db7d-4204-8e54-f21249c2f01c req-99587bc0-5995-4955-912e-f2eb767b6e84 tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781092848725'] for port, before_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:25.615273 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-560c5b24-e3ed-4714-a2f0-7641221cc014 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc11f33cf-de04-5679-8971-88b06203b27c-65867ae1-f81b-4f4b-a321-f40c03abdc63', 'network_id': '65867ae1-f81b-4f4b-a321-f40c03abdc63', 'tenant_id': '42816fa14761411a806b531e3ad2017e', 'fixed_ips': [{'subnet_id': '886e8dc7-92c3-4b71-ad5d-af15b208f02a'}]}} from dv-cinder-774286-11-smb. {{(pid=74322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 16:05:25.616309 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-560c5b24-e3ed-4714-a2f0-7641221cc014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_create {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:25.628660 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-4a7de6cc-7c3d-46f3-816e-90b5d6f65500 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-928091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15471'] for router, before_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:25.629763 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-4a7de6cc-7c3d-46f3-816e-90b5d6f65500 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-993883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-926691', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-558494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15462'] for router, precommit_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:25.729952 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-4a7de6cc-7c3d-46f3-816e-90b5d6f65500 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:25.809616 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.db [req-8155c40c-db7d-4204-8e54-f21249c2f01c req-99587bc0-5995-4955-912e-f2eb767b6e84 tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] For port 02893b06-1030-4d81-a55a-4d984ac25ba7, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=02893b06-1030-4d81-a55a-4d984ac25ba7,segment=NetworkSegment(d58398cd-d734-4367-831e-a4e795fcd44b),segment_id=d58398cd-d734-4367-831e-a4e795fcd44b)] {{(pid=74321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 16:05:25.813276 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [req-8155c40c-db7d-4204-8e54-f21249c2f01c req-99587bc0-5995-4955-912e-f2eb767b6e84 tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925573'] for port, precommit_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:25.822539 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.db_base_plugin_common [None req-560c5b24-e3ed-4714-a2f0-7641221cc014 None None] Allocated IP 172.20.0.2 (65867ae1-f81b-4f4b-a321-f40c03abdc63/886e8dc7-92c3-4b71-ad5d-af15b208f02a/72de872c-05c9-4d1c-aabe-00beef00b28d) {{(pid=74322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 16:05:25.851035 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a35eb22-b937-4214-bcf5-9da4f260df9c req-8a5a928c-479b-48e7-828e-533caeb22d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:05:25.852625 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-0a35eb22-b937-4214-bcf5-9da4f260df9c req-8a5a928c-479b-48e7-828e-533caeb22d16 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2375af68-6e6b-455a-b7be-3561029d4953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.3130956 May 03 16:05:25.954086 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Provisioning for port bca0bbb2-95b3-493d-aefd-998331c15528 completed by entity L2. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 16:05:25.967904 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Provisioning complete for port bca0bbb2-95b3-493d-aefd-998331c15528 triggered by entity L2. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 16:05:25.968362 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033555'] for port, provisioning_complete {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:25.995151 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.plugin [req-8155c40c-db7d-4204-8e54-f21249c2f01c req-99587bc0-5995-4955-912e-f2eb767b6e84 tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] Calling delete_port for 02893b06-1030-4d81-a55a-4d984ac25ba7 owned by compute:nova {{(pid=74321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 03 16:05:26.002458 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-0a35eb22-b937-4214-bcf5-9da4f260df9c req-8980cfca-b5bb-4c06-9997-ecdc9e7ebf32 service neutron] 10.222.0.42 "GET /v2.0/networks/2375af68-6e6b-455a-b7be-3561029d4953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426015 May 03 16:05:26.007701 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf483a9a-5431-460c-b8ad-4c086ec86524 admin admin] Notify agent at l3_agent.dv-cinder-774286-11-smb the message routers_updated {{(pid=74320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 16:05:26.024050 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-bf483a9a-5431-460c-b8ad-4c086ec86524 admin admin] 10.222.0.11 "PUT /v2.0/routers/39bfadb0-4cab-4f54-bb78-75b1651593d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0386863 May 03 16:05:26.028690 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f04f5b-d0d1-4101-bf26-5b0cb5f7ec24 None None] Sync routers for ids ['39bfadb0-4cab-4f54-bb78-75b1651593d8'] in dv-cinder-774286-11-smb {{(pid=74323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 16:05:26.045258 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f04f5b-d0d1-4101-bf26-5b0cb5f7ec24 None None] Routers {'39bfadb0-4cab-4f54-bb78-75b1651593d8'} bound to L3 agent in host dv-cinder-774286-11-smb {{(pid=74323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 03 16:05:26.046780 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.l3_hamode_db [None req-39f04f5b-d0d1-4101-bf26-5b0cb5f7ec24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-03T15:53:43Z,description=,heartbeat_timestamp=2021-05-03T16:05:13Z,host='dv-cinder-774286-11-smb',id=433ecc79-0b70-49a3-9006-0abc49206663,load=0,resource_versions=,resources_synced=,started_at=2021-05-03T15:53:44Z,topic='l3_agent')) {'router_ids': ['39bfadb0-4cab-4f54-bb78-75b1651593d8'], 'active': True} {{(pid=74323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:05:26.052730 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 52930) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:05:26.172950 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-0a35eb22-b937-4214-bcf5-9da4f260df9c req-170bea8e-e6ad-4787-bc97-8eb9d3ab4ce7 service neutron] 10.222.0.42 "GET /v2.0/networks/2375af68-6e6b-455a-b7be-3561029d4953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527233 May 03 16:05:26.206389 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-560c5b24-e3ed-4714-a2f0-7641221cc014 None None] Notify callbacks [] for port, precommit_create {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:26.218334 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:26.241539 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-560c5b24-e3ed-4714-a2f0-7641221cc014 None None] Transition to ACTIVE for port object 72de872c-05c9-4d1c-aabe-00beef00b28d will not be triggered until provisioned by entity L2. {{(pid=74322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 16:05:26.269758 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] For port bca0bbb2-95b3-493d-aefd-998331c15528, host dv-cinder-774286-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-11-smb',level=0,port_id=bca0bbb2-95b3-493d-aefd-998331c15528,segment=NetworkSegment(81402262-53d4-4e9b-83a0-af23c1b9021d),segment_id=81402262-53d4-4e9b-83a0-af23c1b9021d)] {{(pid=74322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 16:05:26.271012 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-560c5b24-e3ed-4714-a2f0-7641221cc014 None None] Transition to ACTIVE for port object 72de872c-05c9-4d1c-aabe-00beef00b28d will not be triggered until provisioned by entity DHCP. {{(pid=74322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 16:05:26.320554 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.l3_dvr_db [None req-39f04f5b-d0d1-4101-bf26-5b0cb5f7ec24 None None] Set router 39bfadb0-4cab-4f54-bb78-75b1651593d8 gateway port host: dv-cinder-774286-11-smb {{(pid=74323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 03 16:05:26.329896 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365'] for port, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:26.332836 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-40be11e1-e7ee-42e1-955c-d208ec5ec3a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:05:26.379554 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-560c5b24-e3ed-4714-a2f0-7641221cc014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781092417302'] for port, after_create {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:26.414548 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-560c5b24-e3ed-4714-a2f0-7641221cc014 None None] Network 65867ae1-f81b-4f4b-a321-f40c03abdc63 is already hosted by enough agents. {{(pid=74322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 16:05:26.417253 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.scheduler.base_scheduler [None req-560c5b24-e3ed-4714-a2f0-7641221cc014 None None] Resources bound (agent type, host, resource id): {{(pid=74322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:05:26.419771 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-560c5b24-e3ed-4714-a2f0-7641221cc014 None None] Received port after_create {{(pid=74322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 03 16:05:26.428218 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Pushing event updated for resources: {'Port': ['ID=bca0bbb2-95b3-493d-aefd-998331c15528,revision_number=5']} {{(pid=74322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:05:26.431504 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:05:26.432401 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:05:26.597703 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560c5b24-e3ed-4714-a2f0-7641221cc014 None None] Pushing event updated for resources: {'Port': ['ID=72de872c-05c9-4d1c-aabe-00beef00b28d,revision_number=1']} {{(pid=74322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:05:26.600800 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-560c5b24-e3ed-4714-a2f0-7641221cc014 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:05:26.601839 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.managers [None req-560c5b24-e3ed-4714-a2f0-7641221cc014 None None] Attempting to bind port 72de872c-05c9-4d1c-aabe-00beef00b28d on host dv-cinder-774286-11-smb for vnic_type normal with profile {{(pid=74322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 16:05:26.602213 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.managers [None req-560c5b24-e3ed-4714-a2f0-7641221cc014 None None] Attempting to bind port 72de872c-05c9-4d1c-aabe-00beef00b28d by drivers openvswitch,hyperv on host dv-cinder-774286-11-smb at level 0 using segments [{'id': 'e30fc3b2-b6bc-4141-b4cf-423611932773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '65867ae1-f81b-4f4b-a321-f40c03abdc63'}] {{(pid=74322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 16:05:26.602576 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-560c5b24-e3ed-4714-a2f0-7641221cc014 None None] Attempting to bind port 72de872c-05c9-4d1c-aabe-00beef00b28d on network 65867ae1-f81b-4f4b-a321-f40c03abdc63 {{(pid=74322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 16:05:26.611568 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-560c5b24-e3ed-4714-a2f0-7641221cc014 None None] Checking agent: {'id': '682d886a-77a6-45f8-87fa-5ebc2dd04251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 3, 15, 53, 43), 'started_at': datetime.datetime(2021, 5, 3, 15, 54, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 3, 16, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 16:05:26.612064 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-560c5b24-e3ed-4714-a2f0-7641221cc014 None None] Checking segment: {'id': 'e30fc3b2-b6bc-4141-b4cf-423611932773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '65867ae1-f81b-4f4b-a321-f40c03abdc63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 03 16:05:26.612505 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-560c5b24-e3ed-4714-a2f0-7641221cc014 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:26.612900 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-560c5b24-e3ed-4714-a2f0-7641221cc014 None None] Bound using segment: {'id': 'e30fc3b2-b6bc-4141-b4cf-423611932773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '65867ae1-f81b-4f4b-a321-f40c03abdc63'} {{(pid=74322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 16:05:26.613439 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.managers [None req-560c5b24-e3ed-4714-a2f0-7641221cc014 None None] Bound port: 72de872c-05c9-4d1c-aabe-00beef00b28d, host: dv-cinder-774286-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e30fc3b2-b6bc-4141-b4cf-423611932773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '65867ae1-f81b-4f4b-a321-f40c03abdc63'}}] {{(pid=74322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 16:05:26.613824 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-560c5b24-e3ed-4714-a2f0-7641221cc014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:26.723892 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.l3_hamode_db [None req-39f04f5b-d0d1-4101-bf26-5b0cb5f7ec24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39bfadb0-4cab-4f54-bb78-75b1651593d8', 'name': 'tempest-ServerRescueNegativeTestJSON-684889247-router', 'tenant_id': '8a5aae9d34474935a5fba6d6bb4b34f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'external_fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.228'}], 'enable_snat': True}, 'gw_port_id': '433ca7e3-5f83-451b-9f12-50bfcb5d9e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-03T16:01:46Z', 'updated_at': '2021-05-03T16:05:23Z', 'revision_number': 5, 'project_id': '8a5aae9d34474935a5fba6d6bb4b34f6', 'gw_port': {'id': '433ca7e3-5f83-451b-9f12-50bfcb5d9e86', 'name': '', 'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:55:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39bfadb0-4cab-4f54-bb78-75b1651593d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-03T16:01:50Z', 'updated_at': '2021-05-03T16:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9682172-7c17-476a-827f-79723500eb4a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-11-smb'}], 'dv-cinder-774286-11-smb', False) {} {{(pid=74323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:05:26.733735 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f04f5b-d0d1-4101-bf26-5b0cb5f7ec24 None None] Checking router: 39bfadb0-4cab-4f54-bb78-75b1651593d8 for host: dv-cinder-774286-11-smb {{(pid=74323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 16:05:26.736934 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-4a7de6cc-7c3d-46f3-816e-90b5d6f65500 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926698', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-928053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15508'] for router, precommit_update {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:26.737604 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-560c5b24-e3ed-4714-a2f0-7641221cc014 None None] For port 72de872c-05c9-4d1c-aabe-00beef00b28d, host dv-cinder-774286-11-smb, cleared binding levels {{(pid=74322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 16:05:26.742810 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-560c5b24-e3ed-4714-a2f0-7641221cc014 None None] For port 72de872c-05c9-4d1c-aabe-00beef00b28d, host dv-cinder-774286-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-11-smb',level=0,port_id=72de872c-05c9-4d1c-aabe-00beef00b28d,segment=NetworkSegment(e30fc3b2-b6bc-4141-b4cf-423611932773),segment_id=e30fc3b2-b6bc-4141-b4cf-423611932773)] {{(pid=74322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 16:05:26.753046 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f04f5b-d0d1-4101-bf26-5b0cb5f7ec24 None None] Routers {'39bfadb0-4cab-4f54-bb78-75b1651593d8'} bound to L3 agent in host dv-cinder-774286-11-smb {{(pid=74323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 03 16:05:26.753688 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.l3_hamode_db [None req-39f04f5b-d0d1-4101-bf26-5b0cb5f7ec24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-03T15:53:43Z,description=,heartbeat_timestamp=2021-05-03T16:05:13Z,host='dv-cinder-774286-11-smb',id=433ecc79-0b70-49a3-9006-0abc49206663,load=0,resource_versions=,resources_synced=,started_at=2021-05-03T15:53:44Z,topic='l3_agent')) {'router_ids': ['39bfadb0-4cab-4f54-bb78-75b1651593d8'], 'active': True} {{(pid=74323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:05:26.786679 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-6215a434-1820-4380-a411-a4ffab90dfb9 admin admin] Notify callbacks [] for router, before_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:26.828019 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-560c5b24-e3ed-4714-a2f0-7641221cc014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365'] for port, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:26.832051 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:05:26.838718 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.agents_db [None req-1e570261-7bec-4919-9804-a616d65b12ea None None] Agent healthcheck: found 6 active agents {{(pid=74323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 03 16:05:26.852331 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeae8ac5-f52d-48fd-96bf-88e294054523 req-938cf416-c247-45ef-b1ca-fed15e11bd79 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:05:26.853935 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-eeae8ac5-f52d-48fd-96bf-88e294054523 req-938cf416-c247-45ef-b1ca-fed15e11bd79 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6020fa3-c8c8-4d20-a437-d6e2a52deab0 HTTP/1.1" status: 200 len: 946 time: 0.8529794 May 03 16:05:26.865016 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd15127d-a68a-4c68-8f69-c27b65892920 req-7a1ae84a-77d0-4130-a22e-e98f8c282525 tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:05:26.865016 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-bd15127d-a68a-4c68-8f69-c27b65892920 req-7a1ae84a-77d0-4130-a22e-e98f8c282525 tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f883922-c15c-4678-af6e-5b5a8f158883 HTTP/1.1" status: 200 len: 946 time: 0.8762004 May 03 16:05:26.932331 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560c5b24-e3ed-4714-a2f0-7641221cc014 None None] Pushing event updated for resources: {'Port': ['ID=72de872c-05c9-4d1c-aabe-00beef00b28d,revision_number=2']} {{(pid=74322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:05:26.937582 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-560c5b24-e3ed-4714-a2f0-7641221cc014 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:05:27.048917 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.l3_dvr_db [None req-39f04f5b-d0d1-4101-bf26-5b0cb5f7ec24 None None] Set router 39bfadb0-4cab-4f54-bb78-75b1651593d8 gateway port host: dv-cinder-774286-11-smb {{(pid=74323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 03 16:05:27.121080 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-eeae8ac5-f52d-48fd-96bf-88e294054523 req-abe27fb7-7cbf-42f3-8a57-e4db48436292 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "GET /v2.0/security-groups?id=f2246390-77bc-42a9-9caf-c5cb628b63b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2465525 May 03 16:05:27.170972 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-bd15127d-a68a-4c68-8f69-c27b65892920 req-961349d5-c506-442e-b7f4-1c24ab11ecf5 tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab163241-b1cb-456a-92a4-83c63b969656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2628362 May 03 16:05:27.293549 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-6215a434-1820-4380-a411-a4ffab90dfb9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:27.331368 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [req-8155c40c-db7d-4204-8e54-f21249c2f01c req-99587bc0-5995-4955-912e-f2eb767b6e84 tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781092850854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781092417311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094623'] for port, after_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:27.340354 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:05:27.363229 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Device bca0bbb2-95b3-493d-aefd-998331c15528 up at agent ovs-agent-dv-cinder-774286-11-smb {{(pid=74322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 16:05:27.467828 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.l3_hamode_db [None req-39f04f5b-d0d1-4101-bf26-5b0cb5f7ec24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39bfadb0-4cab-4f54-bb78-75b1651593d8', 'name': 'tempest-ServerRescueNegativeTestJSON-684889247-router', 'tenant_id': '8a5aae9d34474935a5fba6d6bb4b34f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'external_fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.228'}], 'enable_snat': True}, 'gw_port_id': '433ca7e3-5f83-451b-9f12-50bfcb5d9e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-03T16:01:46Z', 'updated_at': '2021-05-03T16:05:23Z', 'revision_number': 5, 'project_id': '8a5aae9d34474935a5fba6d6bb4b34f6', 'gw_port': {'id': '433ca7e3-5f83-451b-9f12-50bfcb5d9e86', 'name': '', 'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:55:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39bfadb0-4cab-4f54-bb78-75b1651593d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-03T16:01:50Z', 'updated_at': '2021-05-03T16:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9682172-7c17-476a-827f-79723500eb4a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-11-smb'}], 'dv-cinder-774286-11-smb', False) {} {{(pid=74323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:05:27.473601 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f04f5b-d0d1-4101-bf26-5b0cb5f7ec24 None None] The sync data for ids ['39bfadb0-4cab-4f54-bb78-75b1651593d8'] in dv-cinder-774286-11-smb is: [{'id': '39bfadb0-4cab-4f54-bb78-75b1651593d8', 'name': 'tempest-ServerRescueNegativeTestJSON-684889247-router', 'tenant_id': '8a5aae9d34474935a5fba6d6bb4b34f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'external_fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.228'}], 'enable_snat': True}, 'gw_port_id': '433ca7e3-5f83-451b-9f12-50bfcb5d9e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-03T16:01:46Z', 'updated_at': '2021-05-03T16:05:23Z', 'revision_number': 5, 'project_id': '8a5aae9d34474935a5fba6d6bb4b34f6', 'gw_port': {'id': '433ca7e3-5f83-451b-9f12-50bfcb5d9e86', 'name': '', 'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:55:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39bfadb0-4cab-4f54-bb78-75b1651593d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-03T16:01:50Z', 'updated_at': '2021-05-03T16:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9682172-7c17-476a-827f-79723500eb4a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-11-smb'}] {{(pid=74323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 16:05:27.488376 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Provisioning complete for port bca0bbb2-95b3-493d-aefd-998331c15528 triggered by entity L2. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 16:05:27.489037 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033555'] for port, provisioning_complete {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:27.494118 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99587bc0-5995-4955-912e-f2eb767b6e84 tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] Pushing event deleted for resources: {'Port': ['ID=02893b06-1030-4d81-a55a-4d984ac25ba7,revision_number=None']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:05:27.498854 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-99587bc0-5995-4955-912e-f2eb767b6e84 tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:05:27.552021 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 52948) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:05:27.660711 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.l3_dvrscheduler_db [req-8155c40c-db7d-4204-8e54-f21249c2f01c req-99587bc0-5995-4955-912e-f2eb767b6e84 tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] No DVR routers for this DVR port 02893b06-1030-4d81-a55a-4d984ac25ba7 on host hv-cinder-77428 {{(pid=74321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 16:05:27.670135 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [req-8155c40c-db7d-4204-8e54-f21249c2f01c req-99587bc0-5995-4955-912e-f2eb767b6e84 tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504013'] for port, before_response {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:27.672808 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f883922-c15c-4678-af6e-5b5a8f158883', 'name': 'network-vif-deleted', 'tag': '02893b06-1030-4d81-a55a-4d984ac25ba7'}] {{(pid=74321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 16:05:27.703121 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-efe7e00f-0688-4c51-8743-a9581f6e62fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:27.720538 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-efe7e00f-0688-4c51-8743-a9581f6e62fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:05:27.724711 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-efe7e00f-0688-4c51-8743-a9581f6e62fc admin admin] Usage tracker for resource:security_group_rule and tenant:3b6c206da4f24b5590409f212a943b45 is out of sync, need to count used quota {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:05:27.727808 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-efe7e00f-0688-4c51-8743-a9581f6e62fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:05:27.735736 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-efe7e00f-0688-4c51-8743-a9581f6e62fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:05:27.813077 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f883922-c15c-4678-af6e-5b5a8f158883', 'name': 'network-vif-deleted', 'tag': '02893b06-1030-4d81-a55a-4d984ac25ba7', 'status': 'completed', 'code': 200} May 03 16:05:27.849166 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-efe7e00f-0688-4c51-8743-a9581f6e62fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:27.925116 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-efe7e00f-0688-4c51-8743-a9581f6e62fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:27.934141 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-6d96579d-5df1-4f19-8682-32cc17957a22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:05:27.992561 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7e00f-0688-4c51-8743-a9581f6e62fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=778019c6-5a08-4089-b8ca-7911289c2723,revision_number=1']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:05:28.012425 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-efe7e00f-0688-4c51-8743-a9581f6e62fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:05:28.020728 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-efe7e00f-0688-4c51-8743-a9581f6e62fc admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3b6c206da4f24b5590409f212a943b45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4674361 May 03 16:05:28.024258 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 52956) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:05:28.067009 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-8155c40c-db7d-4204-8e54-f21249c2f01c req-99587bc0-5995-4955-912e-f2eb767b6e84 tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] 10.222.0.42 "DELETE /v2.0/ports/02893b06-1030-4d81-a55a-4d984ac25ba7 HTTP/1.1" status: 204 len: 173 time: 2.6789751 May 03 16:05:28.088410 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.plugin [None req-6215a434-1820-4380-a411-a4ffab90dfb9 admin admin] Deleting port 433ca7e3-5f83-451b-9f12-50bfcb5d9e86 {{(pid=74321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 16:05:28.089010 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-6215a434-1820-4380-a411-a4ffab90dfb9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781092848725'] for port, before_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:28.147233 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-df0512cb-d1ba-429b-87ae-47a174ebf5e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:28.169685 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-4a7de6cc-7c3d-46f3-816e-90b5d6f65500 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:28.259482 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-df0512cb-d1ba-429b-87ae-47a174ebf5e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:28.282256 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db9c457-623f-4539-bc59-4ea4005258b1 None None] Network 65867ae1-f81b-4f4b-a321-f40c03abdc63 requested from dv-cinder-774286-11-smb {{(pid=74322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 16:05:28.366828 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-4a7de6cc-7c3d-46f3-816e-90b5d6f65500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:28.433559 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-df0512cb-d1ba-429b-87ae-47a174ebf5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:28.450413 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-655e7c91-df51-4589-91d1-7377525abb7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:05:28.474416 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0512cb-d1ba-429b-87ae-47a174ebf5e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=778019c6-5a08-4089-b8ca-7911289c2723,revision_number=None']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:05:28.487421 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-df0512cb-d1ba-429b-87ae-47a174ebf5e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:05:28.494449 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-df0512cb-d1ba-429b-87ae-47a174ebf5e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:28.494449 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-df0512cb-d1ba-429b-87ae-47a174ebf5e4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/778019c6-5a08-4089-b8ca-7911289c2723 HTTP/1.1" status: 204 len: 168 time: 0.4658537 May 03 16:05:28.538171 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-e3ffae87-097b-45b5-ae28-025cc328de51 None None] Provisioning for port 72de872c-05c9-4d1c-aabe-00beef00b28d completed by entity DHCP. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 16:05:28.806363 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Device 02893b06-1030-4d81-a55a-4d984ac25ba7 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=74322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 16:05:28.858586 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.plugin [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] No Port match for: 02893b06-1030-4d81-a55a-4d984ac25ba7 {{(pid=74322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 03 16:05:28.859630 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Device 02893b06-1030-4d81-a55a-4d984ac25ba7 not bound to the agent host hv-cinder-77428 {{(pid=74322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 16:05:28.879412 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [req-14a7d46f-e55c-43ed-9d3a-b9434465be69 req-d966405a-62dc-4200-9676-790357f3e67a tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] Synchronizing usage tracker for tenant:b3e11f1b42244526ad22ce729afc5e5e on resource:port {{(pid=74321) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 16:05:29.077283 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.db [None req-6215a434-1820-4380-a411-a4ffab90dfb9 admin admin] For port 433ca7e3-5f83-451b-9f12-50bfcb5d9e86, host dv-cinder-774286-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-11-smb',level=0,port_id=433ca7e3-5f83-451b-9f12-50bfcb5d9e86,segment=NetworkSegment(9ca86ee1-f733-4108-a8f6-ada8d1103c56),segment_id=9ca86ee1-f733-4108-a8f6-ada8d1103c56)] {{(pid=74321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 16:05:29.078159 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-6215a434-1820-4380-a411-a4ffab90dfb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925573'] for port, precommit_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:29.103866 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [req-14a7d46f-e55c-43ed-9d3a-b9434465be69 req-d966405a-62dc-4200-9676-790357f3e67a tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] Unset dirty status for tenant:b3e11f1b42244526ad22ce729afc5e5e on resource:port {{(pid=74321) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 16:05:29.105723 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-14a7d46f-e55c-43ed-9d3a-b9434465be69 req-d966405a-62dc-4200-9676-790357f3e67a tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f883922-c15c-4678-af6e-5b5a8f158883 HTTP/1.1" status: 200 len: 210 time: 0.6423845 May 03 16:05:29.340557 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0847154-74f4-45ad-aa6f-879b9e8bddb8 req-ca6c98d3-9e39-434c-be28-20dfd9cc1cb1 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:05:29.343882 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-b0847154-74f4-45ad-aa6f-879b9e8bddb8 req-ca6c98d3-9e39-434c-be28-20dfd9cc1cb1 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6020fa3-c8c8-4d20-a437-d6e2a52deab0 HTTP/1.1" status: 200 len: 946 time: 0.8767369 May 03 16:05:29.363320 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Device 72de872c-05c9-4d1c-aabe-00beef00b28d up at agent ovs-agent-dv-cinder-774286-11-smb {{(pid=74322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 16:05:29.364005 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.plugin [None req-6215a434-1820-4380-a411-a4ffab90dfb9 admin admin] Calling delete_port for 433ca7e3-5f83-451b-9f12-50bfcb5d9e86 owned by network:router_gateway {{(pid=74321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 03 16:05:29.392060 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 52970) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:05:29.413929 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.db_base_plugin_common [None req-4a7de6cc-7c3d-46f3-816e-90b5d6f65500 admin admin] Allocated IP 172.28.1.112 (19073356-f4a5-448b-8854-15ae9765d652/a9682172-7c17-476a-827f-79723500eb4a/05627752-b265-4b0e-82d8-ce458e435723) {{(pid=74321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 16:05:29.427048 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-530f79e8-06ff-4558-998e-010d8314fc7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:29.458602 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-530f79e8-06ff-4558-998e-010d8314fc7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:05:29.466560 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-530f79e8-06ff-4558-998e-010d8314fc7e admin admin] Usage tracker for resource:security_group_rule and tenant:d546a0e8162e493e8bb1cec7c2f7ca6a is out of sync, need to count used quota {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:05:29.471864 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-530f79e8-06ff-4558-998e-010d8314fc7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:05:29.482204 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-530f79e8-06ff-4558-998e-010d8314fc7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:05:29.501477 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-b0847154-74f4-45ad-aa6f-879b9e8bddb8 req-fa16abe4-fada-4ac6-842e-dfbf48d4acab tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "GET /v2.0/security-groups?id=f2246390-77bc-42a9-9caf-c5cb628b63b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1331270 May 03 16:05:29.607982 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-530f79e8-06ff-4558-998e-010d8314fc7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:29.639795 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Provisioning for port 72de872c-05c9-4d1c-aabe-00beef00b28d completed by entity L2. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 16:05:29.646282 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Provisioning complete for port 72de872c-05c9-4d1c-aabe-00beef00b28d triggered by entity L2. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 16:05:29.646717 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033555'] for port, provisioning_complete {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:29.702796 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-530f79e8-06ff-4558-998e-010d8314fc7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:29.724628 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-0a07b9f0-a289-4511-aa1d-d31c8a76a9c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:05:29.788091 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:29.808194 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-530f79e8-06ff-4558-998e-010d8314fc7e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d546a0e8162e493e8bb1cec7c2f7ca6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4157062 May 03 16:05:29.808194 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530f79e8-06ff-4558-998e-010d8314fc7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc98fbea-0954-4665-9933-4deeb067dae7,revision_number=1']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:05:29.812464 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 52976) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:05:29.817859 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-530f79e8-06ff-4558-998e-010d8314fc7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:05:29.831014 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] For port 72de872c-05c9-4d1c-aabe-00beef00b28d, host dv-cinder-774286-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-11-smb',level=0,port_id=72de872c-05c9-4d1c-aabe-00beef00b28d,segment=NetworkSegment(e30fc3b2-b6bc-4141-b4cf-423611932773),segment_id=e30fc3b2-b6bc-4141-b4cf-423611932773)] {{(pid=74322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 16:05:29.858911 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-4a7de6cc-7c3d-46f3-816e-90b5d6f65500 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:29.885565 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365'] for port, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:29.888241 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-8704f166-d5ba-4c16-8f3f-f646efd00e7c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:05:29.929195 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-4b51a1a4-5589-4970-9d2a-1c8d8565f607 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:29.974268 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Device 0d7603b9-447a-4e5d-9334-aed8be7edcb3 no longer exists at agent ovs-agent-dv-cinder-774286-11-smb {{(pid=74322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 16:05:29.976032 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-4b51a1a4-5589-4970-9d2a-1c8d8565f607 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:30.016889 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-4a7de6cc-7c3d-46f3-816e-90b5d6f65500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781092417302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094623'] for port, after_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:30.022068 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:05:30.031131 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Pushing event updated for resources: {'Port': ['ID=72de872c-05c9-4d1c-aabe-00beef00b28d,revision_number=3']} {{(pid=74322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:05:30.036464 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:05:30.038009 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.plugin [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] No Port match for: 0d7603b9-447a-4e5d-9334-aed8be7edcb3 {{(pid=74322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 03 16:05:30.038641 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Device 0d7603b9-447a-4e5d-9334-aed8be7edcb3 not bound to the agent host dv-cinder-774286-11-smb {{(pid=74322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 16:05:30.060621 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-6215a434-1820-4380-a411-a4ffab90dfb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781092850854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781092417311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094623'] for port, after_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:30.095198 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a7de6cc-7c3d-46f3-816e-90b5d6f65500 admin admin] Network 19073356-f4a5-448b-8854-15ae9765d652 is already hosted by enough agents. {{(pid=74321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 16:05:30.101900 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-4b51a1a4-5589-4970-9d2a-1c8d8565f607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:30.109367 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:05:30.130700 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.scheduler.base_scheduler [None req-4a7de6cc-7c3d-46f3-816e-90b5d6f65500 admin admin] Resources bound (agent type, host, resource id): {{(pid=74321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:05:30.134280 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b51a1a4-5589-4970-9d2a-1c8d8565f607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc98fbea-0954-4665-9933-4deeb067dae7,revision_number=None']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:05:30.139483 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-4b51a1a4-5589-4970-9d2a-1c8d8565f607 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:05:30.141791 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-4b51a1a4-5589-4970-9d2a-1c8d8565f607 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:30.142246 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7de6cc-7c3d-46f3-816e-90b5d6f65500 admin admin] Received port after_create {{(pid=74321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 03 16:05:30.144264 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-4b51a1a4-5589-4970-9d2a-1c8d8565f607 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fc98fbea-0954-4665-9933-4deeb067dae7 HTTP/1.1" status: 204 len: 168 time: 0.3298516 May 03 16:05:30.204562 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7de6cc-7c3d-46f3-816e-90b5d6f65500 admin admin] Pushing event updated for resources: {'Port': ['ID=05627752-b265-4b0e-82d8-ce458e435723,revision_number=1']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:05:30.214228 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-4a7de6cc-7c3d-46f3-816e-90b5d6f65500 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:05:30.224503 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-946a9d05-8450-4961-b9c6-538c791ff58e tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.151s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:05:30.313999 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6215a434-1820-4380-a411-a4ffab90dfb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=433ca7e3-5f83-451b-9f12-50bfcb5d9e86,revision_number=None']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:05:30.316491 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-6215a434-1820-4380-a411-a4ffab90dfb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:05:30.416311 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-6215a434-1820-4380-a411-a4ffab90dfb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-926544'] for router_gateway, after_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:30.697078 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-6215a434-1820-4380-a411-a4ffab90dfb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-928196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15517'] for router, precommit_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:30.702397 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-6215a434-1820-4380-a411-a4ffab90dfb9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:31.037423 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-6215a434-1820-4380-a411-a4ffab90dfb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-927512'] for router, after_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:31.037962 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6215a434-1820-4380-a411-a4ffab90dfb9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 39bfadb0-4cab-4f54-bb78-75b1651593d8 {{(pid=74321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 03 16:05:31.079366 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-6215a434-1820-4380-a411-a4ffab90dfb9 admin admin] Notify callbacks [] for router, before_response {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:31.080518 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-6215a434-1820-4380-a411-a4ffab90dfb9 admin admin] 10.222.0.11 "DELETE /v2.0/routers/39bfadb0-4cab-4f54-bb78-75b1651593d8 HTTP/1.1" status: 204 len: 168 time: 4.9760559 May 03 16:05:31.083718 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 52998) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:05:31.166145 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.db_base_plugin_v2 [None req-52ac7bf1-5b8b-48d6-842f-ccd3b41e177d admin admin] Deleting subnet 6105efe5-e9de-4dbf-902a-b4dce538b42d {{(pid=74320) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} May 03 16:05:31.180050 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-52ac7bf1-5b8b-48d6-842f-ccd3b41e177d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:31.213125 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-4a7de6cc-7c3d-46f3-816e-90b5d6f65500 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:31.235784 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-52ac7bf1-5b8b-48d6-842f-ccd3b41e177d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2433393'] for subnet, precommit_delete_associations {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:31.319259 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-52ac7bf1-5b8b-48d6-842f-ccd3b41e177d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2037121'] for subnet, precommit_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:31.642761 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-4a7de6cc-7c3d-46f3-816e-90b5d6f65500 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-928034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926597'] for router, after_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:31.703969 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Device 72de872c-05c9-4d1c-aabe-00beef00b28d up at agent ovs-agent-dv-cinder-774286-11-smb {{(pid=74322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 16:05:31.759296 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-52ac7bf1-5b8b-48d6-842f-ccd3b41e177d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2037128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2109768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2927872'] for subnet, after_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:31.770488 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:05:31.781717 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Provisioning complete for port 72de872c-05c9-4d1c-aabe-00beef00b28d triggered by entity L2. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 16:05:31.782261 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033555'] for port, provisioning_complete {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:31.809010 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-52ac7bf1-5b8b-48d6-842f-ccd3b41e177d admin admin] Notify callbacks [] for subnet, before_response {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:31.812309 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ac7bf1-5b8b-48d6-842f-ccd3b41e177d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6105efe5-e9de-4dbf-902a-b4dce538b42d,revision_number=None']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:05:31.819173 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-52ac7bf1-5b8b-48d6-842f-ccd3b41e177d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:05:31.823686 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-52ac7bf1-5b8b-48d6-842f-ccd3b41e177d admin admin] 10.222.0.11 "DELETE /v2.0/subnets/6105efe5-e9de-4dbf-902a-b4dce538b42d HTTP/1.1" status: 204 len: 168 time: 0.7387049 May 03 16:05:31.823930 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 53016) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:05:31.983772 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-1e859afc-a1d0-4741-8156-e6e39df35bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2016999'] for network, before_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:32.146891 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-1e859afc-a1d0-4741-8156-e6e39df35bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2031644', 'neutron.services.segments.db._delete_segments_for_network-8781092860977'] for network, precommit_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:32.239270 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a7de6cc-7c3d-46f3-816e-90b5d6f65500 admin admin] Router 70db4555-2a06-4a16-acc3-65f6bbe094a9 is scheduled to L3 agent 433ecc79-0b70-49a3-9006-0abc49206663 with binding_index 1 {{(pid=74321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 03 16:05:32.345053 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.services.segments.db [None req-1e859afc-a1d0-4741-8156-e6e39df35bb0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69748d7f-425d-412f-8a9e-fa9e9e44cf28']}} {{(pid=74321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:05:32.362501 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.services.segments.db [None req-1e859afc-a1d0-4741-8156-e6e39df35bb0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca3b8f24-af23-4b87-a734-3414a6834a84') {'for_net_delete': True} {{(pid=74321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:05:32.362846 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.services.segments.db [None req-1e859afc-a1d0-4741-8156-e6e39df35bb0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca3b8f24-af23-4b87-a734-3414a6834a84') {} {{(pid=74321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:05:32.391567 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-1e859afc-a1d0-4741-8156-e6e39df35bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781092872551', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2994150'] for segment, before_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:32.577872 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-1e859afc-a1d0-4741-8156-e6e39df35bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038491'] for segment, precommit_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:32.600130 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e859afc-a1d0-4741-8156-e6e39df35bb0 admin admin] Releasing vlan 636 on physical network physnet1 to pool {{(pid=74321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 16:05:32.683476 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a7de6cc-7c3d-46f3-816e-90b5d6f65500 admin admin] Notify agent at l3_agent.dv-cinder-774286-11-smb the message routers_updated {{(pid=74321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 16:05:32.697085 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4d8087-d7ec-4950-86df-0e0a6ecbf460 None None] Sync routers for ids ['70db4555-2a06-4a16-acc3-65f6bbe094a9'] in dv-cinder-774286-11-smb {{(pid=74322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 16:05:32.712605 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4d8087-d7ec-4950-86df-0e0a6ecbf460 None None] Routers {'70db4555-2a06-4a16-acc3-65f6bbe094a9'} bound to L3 agent in host dv-cinder-774286-11-smb {{(pid=74322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 03 16:05:32.713365 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_hamode_db [None req-dc4d8087-d7ec-4950-86df-0e0a6ecbf460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-03T15:53:43Z,description=,heartbeat_timestamp=2021-05-03T16:05:13Z,host='dv-cinder-774286-11-smb',id=433ecc79-0b70-49a3-9006-0abc49206663,load=0,resource_versions=,resources_synced=,started_at=2021-05-03T15:53:44Z,topic='l3_agent')) {'router_ids': ['70db4555-2a06-4a16-acc3-65f6bbe094a9'], 'active': True} {{(pid=74322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:05:32.798427 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.managers [None req-1e859afc-a1d0-4741-8156-e6e39df35bb0 admin admin] Network 69748d7f-425d-412f-8a9e-fa9e9e44cf28 has no segments {{(pid=74321) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 03 16:05:32.807920 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-1e859afc-a1d0-4741-8156-e6e39df35bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2038484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3094540'] for segment, after_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:32.871324 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:32.893202 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-4a7de6cc-7c3d-46f3-816e-90b5d6f65500 admin admin] Notify callbacks [] for router, before_response {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:32.893202 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-4a7de6cc-7c3d-46f3-816e-90b5d6f65500 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.4535320 May 03 16:05:32.893202 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 53068) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:05:32.930807 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_dvr_db [None req-dc4d8087-d7ec-4950-86df-0e0a6ecbf460 None None] Set router 70db4555-2a06-4a16-acc3-65f6bbe094a9 gateway port host: dv-cinder-774286-11-smb {{(pid=74322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 03 16:05:33.104670 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.managers [None req-1e859afc-a1d0-4741-8156-e6e39df35bb0 admin admin] Network 69748d7f-425d-412f-8a9e-fa9e9e44cf28 has no segments {{(pid=74321) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 03 16:05:33.155427 dv-cinder-774286-11-smb neutron-server[74321]: Traceback (most recent call last): May 03 16:05:33.155427 dv-cinder-774286-11-smb neutron-server[74321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 16:05:33.155427 dv-cinder-774286-11-smb neutron-server[74321]: timer() May 03 16:05:33.155427 dv-cinder-774286-11-smb neutron-server[74321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 16:05:33.155427 dv-cinder-774286-11-smb neutron-server[74321]: cb(*args, **kw) May 03 16:05:33.155427 dv-cinder-774286-11-smb neutron-server[74321]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 03 16:05:33.155427 dv-cinder-774286-11-smb neutron-server[74321]: return func(*args, **kwargs) May 03 16:05:33.155427 dv-cinder-774286-11-smb neutron-server[74321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 16:05:33.155427 dv-cinder-774286-11-smb neutron-server[74321]: self._notify() May 03 16:05:33.155427 dv-cinder-774286-11-smb neutron-server[74321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 16:05:33.155427 dv-cinder-774286-11-smb neutron-server[74321]: self.callback(batched_events) May 03 16:05:33.155427 dv-cinder-774286-11-smb neutron-server[74321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 16:05:33.155427 dv-cinder-774286-11-smb neutron-server[74321]: event.method(event) May 03 16:05:33.155427 dv-cinder-774286-11-smb neutron-server[74321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 16:05:33.155427 dv-cinder-774286-11-smb neutron-server[74321]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 16:05:33.155427 dv-cinder-774286-11-smb neutron-server[74321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 16:05:33.155427 dv-cinder-774286-11-smb neutron-server[74321]: aggregate_uuid = self.p_client.list_aggregates( May 03 16:05:33.155427 dv-cinder-774286-11-smb neutron-server[74321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 16:05:33.155427 dv-cinder-774286-11-smb neutron-server[74321]: return f(self, *a, **k) May 03 16:05:33.155427 dv-cinder-774286-11-smb neutron-server[74321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 16:05:33.155427 dv-cinder-774286-11-smb neutron-server[74321]: return self._get(url).json() May 03 16:05:33.155427 dv-cinder-774286-11-smb neutron-server[74321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 16:05:33.155427 dv-cinder-774286-11-smb neutron-server[74321]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 16:05:33.155427 dv-cinder-774286-11-smb neutron-server[74321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 16:05:33.155427 dv-cinder-774286-11-smb neutron-server[74321]: return self.request(url, 'GET', **kwargs) May 03 16:05:33.155427 dv-cinder-774286-11-smb neutron-server[74321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 16:05:33.155427 dv-cinder-774286-11-smb neutron-server[74321]: base_url = self.get_endpoint(auth, allow=allow, May 03 16:05:33.155427 dv-cinder-774286-11-smb neutron-server[74321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 16:05:33.155427 dv-cinder-774286-11-smb neutron-server[74321]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 16:05:33.155427 dv-cinder-774286-11-smb neutron-server[74321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 16:05:33.155427 dv-cinder-774286-11-smb neutron-server[74321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 16:05:33.155427 dv-cinder-774286-11-smb neutron-server[74321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 16:05:33.281685 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Device 433ca7e3-5f83-451b-9f12-50bfcb5d9e86 no longer exists at agent ovs-agent-dv-cinder-774286-11-smb {{(pid=74322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 16:05:33.330906 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.plugin [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] No Port match for: 433ca7e3-5f83-451b-9f12-50bfcb5d9e86 {{(pid=74322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 03 16:05:33.331258 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Device 433ca7e3-5f83-451b-9f12-50bfcb5d9e86 not bound to the agent host dv-cinder-774286-11-smb {{(pid=74322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 16:05:33.382075 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_hamode_db [None req-dc4d8087-d7ec-4950-86df-0e0a6ecbf460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70db4555-2a06-4a16-acc3-65f6bbe094a9', 'name': 'tempest-TestMinimumBasicScenario-1541378028-router', 'tenant_id': '42816fa14761411a806b531e3ad2017e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'external_fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.112'}], 'enable_snat': True}, 'gw_port_id': '05627752-b265-4b0e-82d8-ce458e435723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-03T16:05:25Z', 'updated_at': '2021-05-03T16:05:30Z', 'revision_number': 3, 'project_id': '42816fa14761411a806b531e3ad2017e', 'gw_port': {'id': '05627752-b265-4b0e-82d8-ce458e435723', 'name': '', 'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:02:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70db4555-2a06-4a16-acc3-65f6bbe094a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-03T16:05:28Z', 'updated_at': '2021-05-03T16:05:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9682172-7c17-476a-827f-79723500eb4a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-11-smb'}], 'dv-cinder-774286-11-smb', False) {} {{(pid=74322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:05:33.389679 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4d8087-d7ec-4950-86df-0e0a6ecbf460 None None] Checking router: 70db4555-2a06-4a16-acc3-65f6bbe094a9 for host: dv-cinder-774286-11-smb {{(pid=74322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 16:05:33.390306 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4d8087-d7ec-4950-86df-0e0a6ecbf460 None None] Updating router 70db4555-2a06-4a16-acc3-65f6bbe094a9 port 05627752-b265-4b0e-82d8-ce458e435723 binding host dv-cinder-774286-11-smb {{(pid=74322) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 16:05:33.482355 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-1e859afc-a1d0-4741-8156-e6e39df35bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2031619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926591'] for network, after_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:33.509229 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-37b451b9-1bb1-4004-b6b3-ae90d1d1bd57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:05:33.535548 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-1e859afc-a1d0-4741-8156-e6e39df35bb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532153'] for network, before_response {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:33.547525 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-dc4d8087-d7ec-4950-86df-0e0a6ecbf460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:33.560065 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e859afc-a1d0-4741-8156-e6e39df35bb0 admin admin] Pushing event deleted for resources: {'Network': ['ID=69748d7f-425d-412f-8a9e-fa9e9e44cf28,revision_number=None']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:05:33.567165 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-1e859afc-a1d0-4741-8156-e6e39df35bb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:05:33.675498 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-1e859afc-a1d0-4741-8156-e6e39df35bb0 admin admin] 10.222.0.11 "DELETE /v2.0/networks/69748d7f-425d-412f-8a9e-fa9e9e44cf28 HTTP/1.1" status: 204 len: 168 time: 1.8504834 May 03 16:05:33.980748 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-dc4d8087-d7ec-4950-86df-0e0a6ecbf460 None None] Notify callbacks [] for port, precommit_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:33.998289 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-dc4d8087-d7ec-4950-86df-0e0a6ecbf460 None None] Transition to ACTIVE for port object 05627752-b265-4b0e-82d8-ce458e435723 will not be triggered until provisioned by entity L2. {{(pid=74322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 16:05:34.091039 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-dc4d8087-d7ec-4950-86df-0e0a6ecbf460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365'] for port, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:34.099170 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-560c5b24-e3ed-4714-a2f0-7641221cc014 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:05:34.151338 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-18a0a183-5f50-4c60-b3d0-389e036ffb18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:34.247288 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.managers [None req-dc4d8087-d7ec-4950-86df-0e0a6ecbf460 None None] Attempting to bind port 05627752-b265-4b0e-82d8-ce458e435723 on host dv-cinder-774286-11-smb for vnic_type normal with profile {{(pid=74322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 16:05:34.247899 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.managers [None req-dc4d8087-d7ec-4950-86df-0e0a6ecbf460 None None] Attempting to bind port 05627752-b265-4b0e-82d8-ce458e435723 by drivers openvswitch,hyperv on host dv-cinder-774286-11-smb at level 0 using segments [{'id': '9ca86ee1-f733-4108-a8f6-ada8d1103c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19073356-f4a5-448b-8854-15ae9765d652'}] {{(pid=74322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 16:05:34.249465 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4d8087-d7ec-4950-86df-0e0a6ecbf460 None None] Attempting to bind port 05627752-b265-4b0e-82d8-ce458e435723 on network 19073356-f4a5-448b-8854-15ae9765d652 {{(pid=74322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 16:05:34.262889 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62410aef-dd27-4c27-a8da-3d5d03faac16 None None] Pushing event updated for resources: {'Port': ['ID=05627752-b265-4b0e-82d8-ce458e435723,revision_number=2']} {{(pid=74322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:05:34.267103 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4d8087-d7ec-4950-86df-0e0a6ecbf460 None None] Checking agent: {'id': '682d886a-77a6-45f8-87fa-5ebc2dd04251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 3, 15, 53, 43), 'started_at': datetime.datetime(2021, 5, 3, 15, 54, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 3, 16, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 16:05:34.267691 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4d8087-d7ec-4950-86df-0e0a6ecbf460 None None] Checking segment: {'id': '9ca86ee1-f733-4108-a8f6-ada8d1103c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19073356-f4a5-448b-8854-15ae9765d652'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 03 16:05:34.268784 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-dc4d8087-d7ec-4950-86df-0e0a6ecbf460 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:34.269433 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4d8087-d7ec-4950-86df-0e0a6ecbf460 None None] Bound using segment: {'id': '9ca86ee1-f733-4108-a8f6-ada8d1103c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19073356-f4a5-448b-8854-15ae9765d652'} {{(pid=74322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 16:05:34.270203 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.managers [None req-dc4d8087-d7ec-4950-86df-0e0a6ecbf460 None None] Bound port: 05627752-b265-4b0e-82d8-ce458e435723, host: dv-cinder-774286-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ca86ee1-f733-4108-a8f6-ada8d1103c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19073356-f4a5-448b-8854-15ae9765d652'}}] {{(pid=74322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 16:05:34.270953 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-dc4d8087-d7ec-4950-86df-0e0a6ecbf460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:34.312457 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 53102) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:05:34.314753 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-62410aef-dd27-4c27-a8da-3d5d03faac16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:05:34.419230 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-dc4d8087-d7ec-4950-86df-0e0a6ecbf460 None None] For port 05627752-b265-4b0e-82d8-ce458e435723, host dv-cinder-774286-11-smb, cleared binding levels {{(pid=74322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 16:05:34.424099 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-dc4d8087-d7ec-4950-86df-0e0a6ecbf460 None None] For port 05627752-b265-4b0e-82d8-ce458e435723, host dv-cinder-774286-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-11-smb',level=0,port_id=05627752-b265-4b0e-82d8-ce458e435723,segment=NetworkSegment(9ca86ee1-f733-4108-a8f6-ada8d1103c56),segment_id=9ca86ee1-f733-4108-a8f6-ada8d1103c56)] {{(pid=74322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 16:05:34.496271 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-dc4d8087-d7ec-4950-86df-0e0a6ecbf460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365'] for port, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:34.501887 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-deb1b587-fb04-4ef7-99b1-fc38809cfda5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:05:34.526441 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-01d2dc4f-9225-4763-9651-5bd6a29fe518 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8a5aae9d34474935a5fba6d6bb4b34f6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2119179 May 03 16:05:34.529132 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 53106) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:05:34.562147 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.db_base_plugin_common [None req-18a0a183-5f50-4c60-b3d0-389e036ffb18 admin admin] Allocated IP 172.20.0.1 (65867ae1-f81b-4f4b-a321-f40c03abdc63/886e8dc7-92c3-4b71-ad5d-af15b208f02a/2519052e-eab5-44dd-a05d-b11fd8344288) {{(pid=74321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 16:05:34.577481 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4d8087-d7ec-4950-86df-0e0a6ecbf460 None None] Routers {'70db4555-2a06-4a16-acc3-65f6bbe094a9'} bound to L3 agent in host dv-cinder-774286-11-smb {{(pid=74322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 03 16:05:34.578285 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_hamode_db [None req-dc4d8087-d7ec-4950-86df-0e0a6ecbf460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-03T15:53:43Z,description=,heartbeat_timestamp=2021-05-03T16:05:13Z,host='dv-cinder-774286-11-smb',id=433ecc79-0b70-49a3-9006-0abc49206663,load=0,resource_versions=,resources_synced=,started_at=2021-05-03T15:53:44Z,topic='l3_agent')) {'router_ids': ['70db4555-2a06-4a16-acc3-65f6bbe094a9'], 'active': True} {{(pid=74322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:05:34.611888 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-85a54a1f-c1ef-47d2-b7f1-99cd9ee9df19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:34.638688 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-85a54a1f-c1ef-47d2-b7f1-99cd9ee9df19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:34.733131 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62410aef-dd27-4c27-a8da-3d5d03faac16 None None] Pushing event updated for resources: {'Port': ['ID=05627752-b265-4b0e-82d8-ce458e435723,revision_number=3']} {{(pid=74322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:05:34.738412 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-62410aef-dd27-4c27-a8da-3d5d03faac16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:05:34.777176 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_dvr_db [None req-dc4d8087-d7ec-4950-86df-0e0a6ecbf460 None None] Set router 70db4555-2a06-4a16-acc3-65f6bbe094a9 gateway port host: dv-cinder-774286-11-smb {{(pid=74322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 03 16:05:34.798722 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-85a54a1f-c1ef-47d2-b7f1-99cd9ee9df19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:34.805675 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-69e975df-050b-4c8f-886b-02d107eda028 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:05:34.821622 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-18a0a183-5f50-4c60-b3d0-389e036ffb18 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:34.825784 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a54a1f-c1ef-47d2-b7f1-99cd9ee9df19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d843f737-6466-4183-8023-14d53a00a23f,revision_number=None']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:05:34.829096 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-85a54a1f-c1ef-47d2-b7f1-99cd9ee9df19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:05:34.833000 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-85a54a1f-c1ef-47d2-b7f1-99cd9ee9df19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:34.837879 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-85a54a1f-c1ef-47d2-b7f1-99cd9ee9df19 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d843f737-6466-4183-8023-14d53a00a23f HTTP/1.1" status: 204 len: 168 time: 0.3064384 May 03 16:05:34.847707 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.provisioning_blocks [None req-18a0a183-5f50-4c60-b3d0-389e036ffb18 admin admin] Transition to ACTIVE for port object 2519052e-eab5-44dd-a05d-b11fd8344288 will not be triggered until provisioned by entity DHCP. {{(pid=74321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 16:05:34.948097 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-18a0a183-5f50-4c60-b3d0-389e036ffb18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781092417302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094623'] for port, after_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:34.953590 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:05:35.028744 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a0a183-5f50-4c60-b3d0-389e036ffb18 admin admin] Network 65867ae1-f81b-4f4b-a321-f40c03abdc63 is already hosted by enough agents. {{(pid=74321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 16:05:35.033959 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.scheduler.base_scheduler [None req-18a0a183-5f50-4c60-b3d0-389e036ffb18 admin admin] Resources bound (agent type, host, resource id): {{(pid=74321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:05:35.036795 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a0a183-5f50-4c60-b3d0-389e036ffb18 admin admin] Received port after_create {{(pid=74321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 03 16:05:35.098827 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a0a183-5f50-4c60-b3d0-389e036ffb18 admin admin] Pushing event updated for resources: {'Port': ['ID=2519052e-eab5-44dd-a05d-b11fd8344288,revision_number=1']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:05:35.102062 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-18a0a183-5f50-4c60-b3d0-389e036ffb18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:05:35.120639 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_hamode_db [None req-dc4d8087-d7ec-4950-86df-0e0a6ecbf460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70db4555-2a06-4a16-acc3-65f6bbe094a9', 'name': 'tempest-TestMinimumBasicScenario-1541378028-router', 'tenant_id': '42816fa14761411a806b531e3ad2017e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'external_fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.112'}], 'enable_snat': True}, 'gw_port_id': '05627752-b265-4b0e-82d8-ce458e435723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-03T16:05:25Z', 'updated_at': '2021-05-03T16:05:30Z', 'revision_number': 3, 'project_id': '42816fa14761411a806b531e3ad2017e', 'gw_port': {'id': '05627752-b265-4b0e-82d8-ce458e435723', 'name': '', 'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:02:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70db4555-2a06-4a16-acc3-65f6bbe094a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-03T16:05:28Z', 'updated_at': '2021-05-03T16:05:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9682172-7c17-476a-827f-79723500eb4a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-11-smb'}], 'dv-cinder-774286-11-smb', False) {} {{(pid=74322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:05:35.126398 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4d8087-d7ec-4950-86df-0e0a6ecbf460 None None] The sync data for ids ['70db4555-2a06-4a16-acc3-65f6bbe094a9'] in dv-cinder-774286-11-smb is: [{'id': '70db4555-2a06-4a16-acc3-65f6bbe094a9', 'name': 'tempest-TestMinimumBasicScenario-1541378028-router', 'tenant_id': '42816fa14761411a806b531e3ad2017e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'external_fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.112'}], 'enable_snat': True}, 'gw_port_id': '05627752-b265-4b0e-82d8-ce458e435723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-03T16:05:25Z', 'updated_at': '2021-05-03T16:05:30Z', 'revision_number': 3, 'project_id': '42816fa14761411a806b531e3ad2017e', 'gw_port': {'id': '05627752-b265-4b0e-82d8-ce458e435723', 'name': '', 'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:02:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70db4555-2a06-4a16-acc3-65f6bbe094a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-03T16:05:28Z', 'updated_at': '2021-05-03T16:05:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9682172-7c17-476a-827f-79723500eb4a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-11-smb'}] {{(pid=74322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 16:05:35.135025 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-18a0a183-5f50-4c60-b3d0-389e036ffb18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-982250'] for router_interface, before_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:35.450077 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-01fdd041-1ee2-4a3e-8dde-006b2c41361c None None] Provisioning for port 2519052e-eab5-44dd-a05d-b11fd8344288 completed by entity DHCP. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 16:05:35.457087 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-01fdd041-1ee2-4a3e-8dde-006b2c41361c None None] Provisioning complete for port 2519052e-eab5-44dd-a05d-b11fd8344288 triggered by entity DHCP. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 16:05:35.457519 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-01fdd041-1ee2-4a3e-8dde-006b2c41361c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033555'] for port, provisioning_complete {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:35.613057 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.plugin [None req-01fdd041-1ee2-4a3e-8dde-006b2c41361c None None] Port 2519052e-eab5-44dd-a05d-b11fd8344288 cannot update to ACTIVE because it is not bound. {{(pid=74322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 16:05:35.907007 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-18a0a183-5f50-4c60-b3d0-389e036ffb18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:36.045217 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c50202-f675-4f82-afd3-330419d3e946 req-130864fe-c485-4b4e-abec-560c9f5421cc tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:05:36.047253 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-b8c50202-f675-4f82-afd3-330419d3e946 req-130864fe-c485-4b4e-abec-560c9f5421cc tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] 10.222.0.11 "GET /v2.0/networks?id=dba88131-4c46-437b-ae77-87969c5756a2 HTTP/1.1" status: 200 len: 813 time: 0.2753842 May 03 16:05:36.103524 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-b8c50202-f675-4f82-afd3-330419d3e946 req-32cdc4b1-5676-4d9d-b5fb-590a4c29b614 tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] 10.222.0.11 "GET /v2.0/quotas/b3e11f1b42244526ad22ce729afc5e5e HTTP/1.1" status: 200 len: 375 time: 0.0313814 May 03 16:05:36.214630 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-b8c50202-f675-4f82-afd3-330419d3e946 req-a0927ab3-065e-4125-9e7f-aeb424f323a7 tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=b3e11f1b42244526ad22ce729afc5e5e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0650415 May 03 16:05:36.422507 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-18a0a183-5f50-4c60-b3d0-389e036ffb18 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:36.429019 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-b8c50202-f675-4f82-afd3-330419d3e946 req-9c396716-e04e-4653-8322-62ddc2cb6ad7 service neutron] 10.222.0.11 "GET /v2.0/networks/dba88131-4c46-437b-ae77-87969c5756a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056856 May 03 16:05:36.532768 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-18a0a183-5f50-4c60-b3d0-389e036ffb18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3094632'] for port, after_update {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:36.578379 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:05:36.681115 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-18a0a183-5f50-4c60-b3d0-389e036ffb18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-982089'] for router_interface, after_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:36.695457 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a0a183-5f50-4c60-b3d0-389e036ffb18 admin admin] Pushing event updated for resources: {'Port': ['ID=2519052e-eab5-44dd-a05d-b11fd8344288,revision_number=2']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:05:36.707572 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-18a0a183-5f50-4c60-b3d0-389e036ffb18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:05:36.828095 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-b8c50202-f675-4f82-afd3-330419d3e946 req-c126b875-ef01-419c-a6e7-f13d58992398 service neutron] 10.222.0.11 "GET /v2.0/networks/dba88131-4c46-437b-ae77-87969c5756a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3906245 May 03 16:05:36.979558 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a0a183-5f50-4c60-b3d0-389e036ffb18 admin admin] Network 65867ae1-f81b-4f4b-a321-f40c03abdc63 is already hosted by enough agents. {{(pid=74321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 16:05:36.981280 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.scheduler.base_scheduler [None req-18a0a183-5f50-4c60-b3d0-389e036ffb18 admin admin] Resources bound (agent type, host, resource id): {{(pid=74321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:05:37.314416 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Device 05627752-b265-4b0e-82d8-ce458e435723 up at agent ovs-agent-dv-cinder-774286-11-smb {{(pid=74322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 16:05:37.359975 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-be56c8cd-ab3e-4f23-a1bb-b89488a80c68 req-9ab7fd97-3782-4943-8854-ca7c46a2d47f tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] 10.222.0.11 "GET /v2.0/ports?device_id=21b6f860-2ddb-4824-aa7a-c6955b572352 HTTP/1.1" status: 200 len: 210 time: 0.0745344 May 03 16:05:37.398603 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18a0a183-5f50-4c60-b3d0-389e036ffb18 admin admin] Router 70db4555-2a06-4a16-acc3-65f6bbe094a9 has already been hosted by L3 agent 433ecc79-0b70-49a3-9006-0abc49206663 {{(pid=74321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 16:05:37.448952 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-bd8b9d4b-c0da-4045-a67f-b2f6a967cb2e None None] Provisioning complete for port 2519052e-eab5-44dd-a05d-b11fd8344288 triggered by entity DHCP. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 16:05:37.449443 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-bd8b9d4b-c0da-4045-a67f-b2f6a967cb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033555'] for port, provisioning_complete {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:37.508538 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.plugin [None req-bd8b9d4b-c0da-4045-a67f-b2f6a967cb2e None None] Port 2519052e-eab5-44dd-a05d-b11fd8344288 cannot update to ACTIVE because it is not bound. {{(pid=74322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 16:05:37.535676 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Provisioning for port 05627752-b265-4b0e-82d8-ce458e435723 completed by entity L2. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 16:05:37.541082 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Provisioning complete for port 05627752-b265-4b0e-82d8-ce458e435723 triggered by entity L2. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 16:05:37.541467 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033555'] for port, provisioning_complete {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:37.629096 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18a0a183-5f50-4c60-b3d0-389e036ffb18 admin admin] Notify agent at l3_agent.dv-cinder-774286-11-smb the message routers_updated {{(pid=74321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 16:05:37.649272 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-18a0a183-5f50-4c60-b3d0-389e036ffb18 admin admin] 10.222.0.11 "PUT /v2.0/routers/70db4555-2a06-4a16-acc3-65f6bbe094a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7466452 May 03 16:05:37.650002 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e679ef2-881e-4f15-9fd0-4decb19dc4f2 None None] Sync routers for ids ['70db4555-2a06-4a16-acc3-65f6bbe094a9'] in dv-cinder-774286-11-smb {{(pid=74323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 16:05:37.669123 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e679ef2-881e-4f15-9fd0-4decb19dc4f2 None None] Routers {'70db4555-2a06-4a16-acc3-65f6bbe094a9'} bound to L3 agent in host dv-cinder-774286-11-smb {{(pid=74323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 03 16:05:37.669818 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.l3_hamode_db [None req-3e679ef2-881e-4f15-9fd0-4decb19dc4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-03T15:53:43Z,description=,heartbeat_timestamp=2021-05-03T16:05:13Z,host='dv-cinder-774286-11-smb',id=433ecc79-0b70-49a3-9006-0abc49206663,load=0,resource_versions=,resources_synced=,started_at=2021-05-03T15:53:44Z,topic='l3_agent')) {'router_ids': ['70db4555-2a06-4a16-acc3-65f6bbe094a9'], 'active': True} {{(pid=74323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:05:37.732154 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:37.755934 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] For port 05627752-b265-4b0e-82d8-ce458e435723, host dv-cinder-774286-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-11-smb',level=0,port_id=05627752-b265-4b0e-82d8-ce458e435723,segment=NetworkSegment(9ca86ee1-f733-4108-a8f6-ada8d1103c56),segment_id=9ca86ee1-f733-4108-a8f6-ada8d1103c56)] {{(pid=74322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 16:05:37.913365 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365'] for port, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:37.919163 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:05:38.027942 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Pushing event updated for resources: {'Port': ['ID=05627752-b265-4b0e-82d8-ce458e435723,revision_number=4']} {{(pid=74322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:05:38.044386 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:05:38.078596 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.l3_dvr_db [None req-3e679ef2-881e-4f15-9fd0-4decb19dc4f2 None None] Set router 70db4555-2a06-4a16-acc3-65f6bbe094a9 gateway port host: dv-cinder-774286-11-smb {{(pid=74323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 03 16:05:38.489945 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.l3_hamode_db [None req-3e679ef2-881e-4f15-9fd0-4decb19dc4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70db4555-2a06-4a16-acc3-65f6bbe094a9', 'name': 'tempest-TestMinimumBasicScenario-1541378028-router', 'tenant_id': '42816fa14761411a806b531e3ad2017e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'external_fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.112'}], 'enable_snat': True}, 'gw_port_id': '05627752-b265-4b0e-82d8-ce458e435723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-03T16:05:25Z', 'updated_at': '2021-05-03T16:05:35Z', 'revision_number': 4, 'project_id': '42816fa14761411a806b531e3ad2017e', 'gw_port': {'id': '05627752-b265-4b0e-82d8-ce458e435723', 'name': '', 'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:02:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70db4555-2a06-4a16-acc3-65f6bbe094a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-03T16:05:28Z', 'updated_at': '2021-05-03T16:05:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9682172-7c17-476a-827f-79723500eb4a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-11-smb', '_interfaces': [{'id': '2519052e-eab5-44dd-a05d-b11fd8344288', 'name': '', 'network_id': '65867ae1-f81b-4f4b-a321-f40c03abdc63', 'tenant_id': '42816fa14761411a806b531e3ad2017e', 'mac_address': 'fa:16:3e:66:96:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70db4555-2a06-4a16-acc3-65f6bbe094a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '886e8dc7-92c3-4b71-ad5d-af15b208f02a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-03T16:05:34Z', 'updated_at': '2021-05-03T16:05:36Z', 'revision_number': 2, 'project_id': '42816fa14761411a806b531e3ad2017e', 'subnets': [{'id': '886e8dc7-92c3-4b71-ad5d-af15b208f02a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-11-smb', False) {} {{(pid=74323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:05:38.494682 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e679ef2-881e-4f15-9fd0-4decb19dc4f2 None None] Checking router: 70db4555-2a06-4a16-acc3-65f6bbe094a9 for host: dv-cinder-774286-11-smb {{(pid=74323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 16:05:38.495041 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e679ef2-881e-4f15-9fd0-4decb19dc4f2 None None] Updating router 70db4555-2a06-4a16-acc3-65f6bbe094a9 port 2519052e-eab5-44dd-a05d-b11fd8344288 binding host dv-cinder-774286-11-smb {{(pid=74323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 16:05:38.550014 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron_lib.callbacks.manager [None req-3e679ef2-881e-4f15-9fd0-4decb19dc4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:38.581028 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-3ba8b23e-de94-4469-8158-63cb6fce6fcf req-8b8267f6-1253-4898-abad-85e82c79ec79 tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] 10.222.0.11 "GET /v2.0/ports?device_id=21b6f860-2ddb-4824-aa7a-c6955b572352 HTTP/1.1" status: 200 len: 210 time: 0.0462275 May 03 16:05:38.636633 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaba7a7-7385-4e06-9129-a0b999a25340 req-210a8dfe-7ad3-499b-a2d0-b692b23ff143 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:05:38.641714 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-0eaba7a7-7385-4e06-9129-a0b999a25340 req-210a8dfe-7ad3-499b-a2d0-b692b23ff143 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb2966f0-0931-453c-bf2f-7457c7794232 HTTP/1.1" status: 200 len: 946 time: 0.1652069 May 03 16:05:38.692969 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-0eaba7a7-7385-4e06-9129-a0b999a25340 req-3192cdee-5c0e-42ea-9e8b-d71dd96f5f60 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/security-groups?id=e01d8b89-bed6-46f4-8dc8-33f8e8921c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455189 May 03 16:05:38.945513 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron_lib.callbacks.manager [None req-3e679ef2-881e-4f15-9fd0-4decb19dc4f2 None None] Notify callbacks [] for port, precommit_update {{(pid=74323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:38.957039 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.provisioning_blocks [None req-3e679ef2-881e-4f15-9fd0-4decb19dc4f2 None None] Transition to ACTIVE for port object 2519052e-eab5-44dd-a05d-b11fd8344288 will not be triggered until provisioned by entity L2. {{(pid=74323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 16:05:39.124934 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron_lib.callbacks.manager [None req-3e679ef2-881e-4f15-9fd0-4decb19dc4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365'] for port, after_update {{(pid=74323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:39.129468 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG oslo_concurrency.lockutils [None req-20da143b-9841-432c-a3b5-581688f22f0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:05:39.334640 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Device 05627752-b265-4b0e-82d8-ce458e435723 up at agent ovs-agent-dv-cinder-774286-11-smb {{(pid=74322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 16:05:39.358193 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41c3ef0-62b3-470c-9f13-2d791a88e685 None None] Pushing event updated for resources: {'Port': ['ID=2519052e-eab5-44dd-a05d-b11fd8344288,revision_number=3']} {{(pid=74323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:05:39.426975 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG oslo_concurrency.lockutils [None req-a41c3ef0-62b3-470c-9f13-2d791a88e685 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=74323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:05:39.523154 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.plugins.ml2.managers [None req-3e679ef2-881e-4f15-9fd0-4decb19dc4f2 None None] Attempting to bind port 2519052e-eab5-44dd-a05d-b11fd8344288 on host dv-cinder-774286-11-smb for vnic_type normal with profile {{(pid=74323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 16:05:39.523639 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.plugins.ml2.managers [None req-3e679ef2-881e-4f15-9fd0-4decb19dc4f2 None None] Attempting to bind port 2519052e-eab5-44dd-a05d-b11fd8344288 by drivers openvswitch,hyperv on host dv-cinder-774286-11-smb at level 0 using segments [{'id': 'e30fc3b2-b6bc-4141-b4cf-423611932773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '65867ae1-f81b-4f4b-a321-f40c03abdc63'}] {{(pid=74323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 16:05:39.524064 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e679ef2-881e-4f15-9fd0-4decb19dc4f2 None None] Attempting to bind port 2519052e-eab5-44dd-a05d-b11fd8344288 on network 65867ae1-f81b-4f4b-a321-f40c03abdc63 {{(pid=74323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 16:05:39.530706 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e679ef2-881e-4f15-9fd0-4decb19dc4f2 None None] Checking agent: {'id': '682d886a-77a6-45f8-87fa-5ebc2dd04251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 3, 15, 53, 43), 'started_at': datetime.datetime(2021, 5, 3, 15, 54, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 3, 16, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 16:05:39.531137 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e679ef2-881e-4f15-9fd0-4decb19dc4f2 None None] Checking segment: {'id': 'e30fc3b2-b6bc-4141-b4cf-423611932773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '65867ae1-f81b-4f4b-a321-f40c03abdc63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 03 16:05:39.531608 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron_lib.callbacks.manager [None req-3e679ef2-881e-4f15-9fd0-4decb19dc4f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:39.532071 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e679ef2-881e-4f15-9fd0-4decb19dc4f2 None None] Bound using segment: {'id': 'e30fc3b2-b6bc-4141-b4cf-423611932773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '65867ae1-f81b-4f4b-a321-f40c03abdc63'} {{(pid=74323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 16:05:39.532942 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.plugins.ml2.managers [None req-3e679ef2-881e-4f15-9fd0-4decb19dc4f2 None None] Bound port: 2519052e-eab5-44dd-a05d-b11fd8344288, host: dv-cinder-774286-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e30fc3b2-b6bc-4141-b4cf-423611932773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '65867ae1-f81b-4f4b-a321-f40c03abdc63'}}] {{(pid=74323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 16:05:39.533117 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron_lib.callbacks.manager [None req-3e679ef2-881e-4f15-9fd0-4decb19dc4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:39.534260 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Provisioning complete for port 05627752-b265-4b0e-82d8-ce458e435723 triggered by entity L2. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 16:05:39.534642 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033555'] for port, provisioning_complete {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:39.645249 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.plugins.ml2.db [None req-3e679ef2-881e-4f15-9fd0-4decb19dc4f2 None None] For port 2519052e-eab5-44dd-a05d-b11fd8344288, host dv-cinder-774286-11-smb, cleared binding levels {{(pid=74323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 16:05:39.649577 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.plugins.ml2.db [None req-3e679ef2-881e-4f15-9fd0-4decb19dc4f2 None None] For port 2519052e-eab5-44dd-a05d-b11fd8344288, host dv-cinder-774286-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-11-smb',level=0,port_id=2519052e-eab5-44dd-a05d-b11fd8344288,segment=NetworkSegment(e30fc3b2-b6bc-4141-b4cf-423611932773),segment_id=e30fc3b2-b6bc-4141-b4cf-423611932773)] {{(pid=74323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 16:05:39.764675 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron_lib.callbacks.manager [None req-3e679ef2-881e-4f15-9fd0-4decb19dc4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365'] for port, after_update {{(pid=74323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:39.769722 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG oslo_concurrency.lockutils [None req-a41c3ef0-62b3-470c-9f13-2d791a88e685 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:05:39.805775 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-0216157a-8f4d-4a3a-8ba1-5c68cf80962d req-e1edaa80-7ea6-4467-b07b-95abafc58d6c tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] 10.222.0.11 "GET /v2.0/ports?device_id=21b6f860-2ddb-4824-aa7a-c6955b572352 HTTP/1.1" status: 200 len: 210 time: 0.0685611 May 03 16:05:39.897634 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41c3ef0-62b3-470c-9f13-2d791a88e685 None None] Pushing event updated for resources: {'Port': ['ID=2519052e-eab5-44dd-a05d-b11fd8344288,revision_number=4']} {{(pid=74323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:05:39.903625 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG oslo_concurrency.lockutils [None req-a41c3ef0-62b3-470c-9f13-2d791a88e685 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=74323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:05:39.917856 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e679ef2-881e-4f15-9fd0-4decb19dc4f2 None None] Routers {'70db4555-2a06-4a16-acc3-65f6bbe094a9'} bound to L3 agent in host dv-cinder-774286-11-smb {{(pid=74323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 03 16:05:39.918692 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.l3_hamode_db [None req-3e679ef2-881e-4f15-9fd0-4decb19dc4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-03T15:53:43Z,description=,heartbeat_timestamp=2021-05-03T16:05:13Z,host='dv-cinder-774286-11-smb',id=433ecc79-0b70-49a3-9006-0abc49206663,load=0,resource_versions=,resources_synced=,started_at=2021-05-03T15:53:44Z,topic='l3_agent')) {'router_ids': ['70db4555-2a06-4a16-acc3-65f6bbe094a9'], 'active': True} {{(pid=74323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:05:40.006307 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c157042d-989d-4279-a42b-9c2c17e07c02 req-78e24079-64ac-4f4f-8628-84c10b3dadea tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:05:40.009001 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-c157042d-989d-4279-a42b-9c2c17e07c02 req-78e24079-64ac-4f4f-8628-84c10b3dadea tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb2966f0-0931-453c-bf2f-7457c7794232 HTTP/1.1" status: 200 len: 946 time: 0.1268127 May 03 16:05:40.118655 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-c157042d-989d-4279-a42b-9c2c17e07c02 req-0ad8c1fe-a11d-4352-8155-59b398e2d7dc tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/security-groups?id=e01d8b89-bed6-46f4-8dc8-33f8e8921c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032817 May 03 16:05:40.267739 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.l3_dvr_db [None req-3e679ef2-881e-4f15-9fd0-4decb19dc4f2 None None] Set router 70db4555-2a06-4a16-acc3-65f6bbe094a9 gateway port host: dv-cinder-774286-11-smb {{(pid=74323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 03 16:05:40.319703 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c50202-f675-4f82-afd3-330419d3e946 req-34a641e6-46be-4f81-a5cd-a58c18afb181 tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:05:40.321484 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-b8c50202-f675-4f82-afd3-330419d3e946 req-34a641e6-46be-4f81-a5cd-a58c18afb181 tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] 10.222.0.42 "GET /v2.0/networks?id=dba88131-4c46-437b-ae77-87969c5756a2 HTTP/1.1" status: 200 len: 813 time: 0.2883565 May 03 16:05:40.352220 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.v2.base [req-b8c50202-f675-4f82-afd3-330419d3e946 req-e9f89d33-d8ba-4384-9b1b-4c6a69feea61 tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] Request body: {'port': {'device_id': '21b6f860-2ddb-4824-aa7a-c6955b572352', 'network_id': 'dba88131-4c46-437b-ae77-87969c5756a2', 'admin_state_up': True, 'tenant_id': 'b3e11f1b42244526ad22ce729afc5e5e'}} {{(pid=74321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 16:05:40.501957 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21da156-12e5-450b-a13f-88fad40d3872 req-a82dd020-5690-4bc4-ac0f-af49bbc05edd tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:05:40.502708 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [req-d21da156-12e5-450b-a13f-88fad40d3872 req-a82dd020-5690-4bc4-ac0f-af49bbc05edd tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Synchronizing usage tracker for tenant:30698392a3254cc2a62d95e9d3896fad on resource:port {{(pid=74320) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 16:05:40.638784 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [req-b8c50202-f675-4f82-afd3-330419d3e946 req-e9f89d33-d8ba-4384-9b1b-4c6a69feea61 tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:05:40.651443 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [req-b8c50202-f675-4f82-afd3-330419d3e946 req-e9f89d33-d8ba-4384-9b1b-4c6a69feea61 tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:05:40.656161 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [req-d21da156-12e5-450b-a13f-88fad40d3872 req-a82dd020-5690-4bc4-ac0f-af49bbc05edd tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Unset dirty status for tenant:30698392a3254cc2a62d95e9d3896fad on resource:port {{(pid=74320) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 16:05:40.658106 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-d21da156-12e5-450b-a13f-88fad40d3872 req-a82dd020-5690-4bc4-ac0f-af49bbc05edd tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb2966f0-0931-453c-bf2f-7457c7794232 HTTP/1.1" status: 200 len: 946 time: 0.4189522 May 03 16:05:40.730511 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.l3_hamode_db [None req-3e679ef2-881e-4f15-9fd0-4decb19dc4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70db4555-2a06-4a16-acc3-65f6bbe094a9', 'name': 'tempest-TestMinimumBasicScenario-1541378028-router', 'tenant_id': '42816fa14761411a806b531e3ad2017e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'external_fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.112'}], 'enable_snat': True}, 'gw_port_id': '05627752-b265-4b0e-82d8-ce458e435723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-03T16:05:25Z', 'updated_at': '2021-05-03T16:05:35Z', 'revision_number': 4, 'project_id': '42816fa14761411a806b531e3ad2017e', 'gw_port': {'id': '05627752-b265-4b0e-82d8-ce458e435723', 'name': '', 'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:02:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70db4555-2a06-4a16-acc3-65f6bbe094a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-03T16:05:28Z', 'updated_at': '2021-05-03T16:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9682172-7c17-476a-827f-79723500eb4a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-11-smb', '_interfaces': [{'id': '2519052e-eab5-44dd-a05d-b11fd8344288', 'name': '', 'network_id': '65867ae1-f81b-4f4b-a321-f40c03abdc63', 'tenant_id': '42816fa14761411a806b531e3ad2017e', 'mac_address': 'fa:16:3e:66:96:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70db4555-2a06-4a16-acc3-65f6bbe094a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '886e8dc7-92c3-4b71-ad5d-af15b208f02a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-03T16:05:34Z', 'updated_at': '2021-05-03T16:05:39Z', 'revision_number': 4, 'project_id': '42816fa14761411a806b531e3ad2017e', 'subnets': [{'id': '886e8dc7-92c3-4b71-ad5d-af15b208f02a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-11-smb', False) {} {{(pid=74323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:05:40.735253 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e679ef2-881e-4f15-9fd0-4decb19dc4f2 None None] The sync data for ids ['70db4555-2a06-4a16-acc3-65f6bbe094a9'] in dv-cinder-774286-11-smb is: [{'id': '70db4555-2a06-4a16-acc3-65f6bbe094a9', 'name': 'tempest-TestMinimumBasicScenario-1541378028-router', 'tenant_id': '42816fa14761411a806b531e3ad2017e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'external_fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.112'}], 'enable_snat': True}, 'gw_port_id': '05627752-b265-4b0e-82d8-ce458e435723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-03T16:05:25Z', 'updated_at': '2021-05-03T16:05:35Z', 'revision_number': 4, 'project_id': '42816fa14761411a806b531e3ad2017e', 'gw_port': {'id': '05627752-b265-4b0e-82d8-ce458e435723', 'name': '', 'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:02:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70db4555-2a06-4a16-acc3-65f6bbe094a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-03T16:05:28Z', 'updated_at': '2021-05-03T16:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9682172-7c17-476a-827f-79723500eb4a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-11-smb', '_interfaces': [{'id': '2519052e-eab5-44dd-a05d-b11fd8344288', 'name': '', 'network_id': '65867ae1-f81b-4f4b-a321-f40c03abdc63', 'tenant_id': '42816fa14761411a806b531e3ad2017e', 'mac_address': 'fa:16:3e:66:96:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70db4555-2a06-4a16-acc3-65f6bbe094a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '886e8dc7-92c3-4b71-ad5d-af15b208f02a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-03T16:05:34Z', 'updated_at': '2021-05-03T16:05:39Z', 'revision_number': 4, 'project_id': '42816fa14761411a806b531e3ad2017e', 'subnets': [{'id': '886e8dc7-92c3-4b71-ad5d-af15b208f02a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 16:05:40.752727 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-e4913851-a9d2-4a45-b5e0-98582c5a0695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:40.825862 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8c50202-f675-4f82-afd3-330419d3e946 req-e9f89d33-d8ba-4384-9b1b-4c6a69feea61 tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] Made reservation on behalf of b3e11f1b42244526ad22ce729afc5e5e for: {'port': 1} {{(pid=74321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 16:05:40.838014 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [req-b8c50202-f675-4f82-afd3-330419d3e946 req-e9f89d33-d8ba-4384-9b1b-4c6a69feea61 tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:40.917741 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.plugin [req-d21da156-12e5-450b-a13f-88fad40d3872 req-10869adc-974b-4d82-84ee-de8dfae0000d tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Deleting port 273acec7-db74-4d3c-9919-34656b1953d7 {{(pid=74320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 16:05:40.921066 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [req-d21da156-12e5-450b-a13f-88fad40d3872 req-10869adc-974b-4d82-84ee-de8dfae0000d tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781092848725'] for port, before_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:41.140719 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.db [req-d21da156-12e5-450b-a13f-88fad40d3872 req-10869adc-974b-4d82-84ee-de8dfae0000d tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] For port 273acec7-db74-4d3c-9919-34656b1953d7, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=273acec7-db74-4d3c-9919-34656b1953d7,segment=NetworkSegment(2b1d67ca-c22e-4b92-bc7c-13b39c284b0e),segment_id=2b1d67ca-c22e-4b92-bc7c-13b39c284b0e)] {{(pid=74320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 16:05:41.141723 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [req-d21da156-12e5-450b-a13f-88fad40d3872 req-10869adc-974b-4d82-84ee-de8dfae0000d tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925573'] for port, precommit_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:41.179684 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-8e4aa624-2e0c-4235-acd6-7763ca74dffb req-3c32af20-1099-4da5-81c8-e4b059beb84b tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] 10.222.0.11 "GET /v2.0/ports?device_id=21b6f860-2ddb-4824-aa7a-c6955b572352 HTTP/1.1" status: 200 len: 210 time: 0.1690266 May 03 16:05:41.203503 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.db_base_plugin_common [req-b8c50202-f675-4f82-afd3-330419d3e946 req-e9f89d33-d8ba-4384-9b1b-4c6a69feea61 tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] Allocated IP 172.20.0.5 (dba88131-4c46-437b-ae77-87969c5756a2/5a1fec9a-c279-4037-8f1f-804fe892e567/f0a30be5-59e7-4f0c-a1ef-380d08bb490b) {{(pid=74321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 16:05:41.339017 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Device 2519052e-eab5-44dd-a05d-b11fd8344288 up at agent ovs-agent-dv-cinder-774286-11-smb {{(pid=74322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 16:05:41.598218 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Provisioning for port 2519052e-eab5-44dd-a05d-b11fd8344288 completed by entity L2. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 16:05:41.617096 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Provisioning complete for port 2519052e-eab5-44dd-a05d-b11fd8344288 triggered by entity L2. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 16:05:41.617483 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033555'] for port, provisioning_complete {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:41.910767 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:41.931591 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [req-d21da156-12e5-450b-a13f-88fad40d3872 req-10869adc-974b-4d82-84ee-de8dfae0000d tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:41.932590 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [req-d21da156-12e5-450b-a13f-88fad40d3872 req-10869adc-974b-4d82-84ee-de8dfae0000d tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926573'] for floatingip, after_update {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:41.933101 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.db.l3_db [req-d21da156-12e5-450b-a13f-88fad40d3872 req-10869adc-974b-4d82-84ee-de8dfae0000d tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Floating IP bc5c0f63-9ee4-41d7-a922-6b70a917bd62 disassociated. External IP: 172.28.1.89, port: 273acec7-db74-4d3c-9919-34656b1953d7. May 03 16:05:41.933613 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.plugin [req-d21da156-12e5-450b-a13f-88fad40d3872 req-10869adc-974b-4d82-84ee-de8dfae0000d tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Calling delete_port for 273acec7-db74-4d3c-9919-34656b1953d7 owned by compute:nova {{(pid=74320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 03 16:05:42.031232 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] For port 2519052e-eab5-44dd-a05d-b11fd8344288, host dv-cinder-774286-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-11-smb',level=0,port_id=2519052e-eab5-44dd-a05d-b11fd8344288,segment=NetworkSegment(e30fc3b2-b6bc-4141-b4cf-423611932773),segment_id=e30fc3b2-b6bc-4141-b4cf-423611932773)] {{(pid=74322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 16:05:42.068209 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [req-b8c50202-f675-4f82-afd3-330419d3e946 req-e9f89d33-d8ba-4384-9b1b-4c6a69feea61 tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] Notify callbacks [] for port, precommit_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:42.081604 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7153cc1-da8c-4c7c-afb2-372f8d00d680 req-0dc9ebf6-ea54-47ec-a7ea-20202cc7c11b tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:05:42.083286 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-e7153cc1-da8c-4c7c-afb2-372f8d00d680 req-0dc9ebf6-ea54-47ec-a7ea-20202cc7c11b tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb2966f0-0931-453c-bf2f-7457c7794232 HTTP/1.1" status: 200 len: 946 time: 0.6826456 May 03 16:05:42.130160 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365'] for port, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:42.132189 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:05:42.205139 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [req-d21da156-12e5-450b-a13f-88fad40d3872 req-10869adc-974b-4d82-84ee-de8dfae0000d tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781092850854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781092417311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2110393'] for port, after_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:42.215964 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-8db6ea18-a8ec-44db-87b4-793e3daf40f0 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:05:42.273309 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-e7153cc1-da8c-4c7c-afb2-372f8d00d680 req-321b07ed-8214-4def-bd29-7753d670f149 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/security-groups?id=e01d8b89-bed6-46f4-8dc8-33f8e8921c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1733012 May 03 16:05:42.332279 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Pushing event updated for resources: {'Port': ['ID=2519052e-eab5-44dd-a05d-b11fd8344288,revision_number=5']} {{(pid=74322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:05:42.336104 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:05:42.336407 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10869adc-974b-4d82-84ee-de8dfae0000d tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Pushing event deleted for resources: {'Port': ['ID=273acec7-db74-4d3c-9919-34656b1953d7,revision_number=None']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:05:42.346413 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-10869adc-974b-4d82-84ee-de8dfae0000d tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:05:42.376189 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [req-b8c50202-f675-4f82-afd3-330419d3e946 req-e9f89d33-d8ba-4384-9b1b-4c6a69feea61 tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781092417302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094623'] for port, after_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:42.381951 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:05:42.558162 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8c50202-f675-4f82-afd3-330419d3e946 req-e9f89d33-d8ba-4384-9b1b-4c6a69feea61 tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] Network dba88131-4c46-437b-ae77-87969c5756a2 is already hosted by enough agents. {{(pid=74321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 16:05:42.589494 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.scheduler.base_scheduler [req-b8c50202-f675-4f82-afd3-330419d3e946 req-e9f89d33-d8ba-4384-9b1b-4c6a69feea61 tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] Resources bound (agent type, host, resource id): {{(pid=74321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:05:42.594289 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f89d33-d8ba-4384-9b1b-4c6a69feea61 tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] Pushing event updated for resources: {'Port': ['ID=f0a30be5-59e7-4f0c-a1ef-380d08bb490b,revision_number=1']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:05:42.609275 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-e9f89d33-d8ba-4384-9b1b-4c6a69feea61 tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:05:42.609972 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8c50202-f675-4f82-afd3-330419d3e946 req-e9f89d33-d8ba-4384-9b1b-4c6a69feea61 tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] Received port after_create {{(pid=74321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 03 16:05:42.736003 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c50202-f675-4f82-afd3-330419d3e946 req-e9f89d33-d8ba-4384-9b1b-4c6a69feea61 tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:05:42.736710 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [req-b8c50202-f675-4f82-afd3-330419d3e946 req-e9f89d33-d8ba-4384-9b1b-4c6a69feea61 tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504013'] for port, before_response {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:42.755719 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d21da156-12e5-450b-a13f-88fad40d3872 req-10869adc-974b-4d82-84ee-de8dfae0000d tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Router 5a8fbabf-e36f-4c37-be78-f73c0a027e34 has already been hosted by L3 agent 433ecc79-0b70-49a3-9006-0abc49206663 {{(pid=74320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 16:05:42.775732 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e889e4ea-9fe7-4f84-8492-5e5c55cd12f1 req-94ed1f4b-a08c-424b-82e7-5f2c89a5364c tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:05:42.783633 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-e889e4ea-9fe7-4f84-8492-5e5c55cd12f1 req-94ed1f4b-a08c-424b-82e7-5f2c89a5364c tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] 10.222.0.11 "GET /v2.0/ports?device_id=21b6f860-2ddb-4824-aa7a-c6955b572352 HTTP/1.1" status: 200 len: 931 time: 0.3341386 May 03 16:05:42.906235 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-e889e4ea-9fe7-4f84-8492-5e5c55cd12f1 req-bf637e7f-a97f-467a-9e62-1508156df4ae tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab163241-b1cb-456a-92a4-83c63b969656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215589 May 03 16:05:42.913269 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-b8c50202-f675-4f82-afd3-330419d3e946 req-e9f89d33-d8ba-4384-9b1b-4c6a69feea61 tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5653672 May 03 16:05:42.927765 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.v2.base [req-b8c50202-f675-4f82-afd3-330419d3e946 req-5c1d4cb8-75c2-4668-adad-387cbfaa9cea service neutron] Request body: {'port': {'device_id': '21b6f860-2ddb-4824-aa7a-c6955b572352', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=74321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 16:05:43.019730 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d21da156-12e5-450b-a13f-88fad40d3872 req-10869adc-974b-4d82-84ee-de8dfae0000d tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Notify agent at l3_agent.dv-cinder-774286-11-smb the message routers_updated {{(pid=74320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 16:05:43.038394 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7539ba70-6601-4e49-bc40-b519e79410e9 None None] Sync routers for ids ['5a8fbabf-e36f-4c37-be78-f73c0a027e34'] in dv-cinder-774286-11-smb {{(pid=74322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 16:05:43.052476 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7539ba70-6601-4e49-bc40-b519e79410e9 None None] Routers {'5a8fbabf-e36f-4c37-be78-f73c0a027e34'} bound to L3 agent in host dv-cinder-774286-11-smb {{(pid=74322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 03 16:05:43.053456 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_hamode_db [None req-7539ba70-6601-4e49-bc40-b519e79410e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-03T15:53:43Z,description=,heartbeat_timestamp=2021-05-03T16:05:13Z,host='dv-cinder-774286-11-smb',id=433ecc79-0b70-49a3-9006-0abc49206663,load=0,resource_versions=,resources_synced=,started_at=2021-05-03T15:53:44Z,topic='l3_agent')) {'router_ids': ['5a8fbabf-e36f-4c37-be78-f73c0a027e34'], 'active': True} {{(pid=74322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:05:43.100152 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [req-b8c50202-f675-4f82-afd3-330419d3e946 req-5c1d4cb8-75c2-4668-adad-387cbfaa9cea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:43.218301 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.l3_dvrscheduler_db [req-d21da156-12e5-450b-a13f-88fad40d3872 req-10869adc-974b-4d82-84ee-de8dfae0000d tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] No DVR routers for this DVR port 273acec7-db74-4d3c-9919-34656b1953d7 on host hv-cinder-77428 {{(pid=74320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 16:05:43.229850 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [req-d21da156-12e5-450b-a13f-88fad40d3872 req-10869adc-974b-4d82-84ee-de8dfae0000d tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504013'] for port, before_response {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:43.233053 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb2966f0-0931-453c-bf2f-7457c7794232', 'name': 'network-vif-deleted', 'tag': '273acec7-db74-4d3c-9919-34656b1953d7'}] {{(pid=74320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 16:05:43.390434 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb2966f0-0931-453c-bf2f-7457c7794232', 'name': 'network-vif-deleted', 'tag': '273acec7-db74-4d3c-9919-34656b1953d7', 'status': 'completed', 'code': 200} May 03 16:05:43.400703 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Device 2519052e-eab5-44dd-a05d-b11fd8344288 up at agent ovs-agent-dv-cinder-774286-11-smb {{(pid=74322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 16:05:43.410449 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-d21da156-12e5-450b-a13f-88fad40d3872 req-10869adc-974b-4d82-84ee-de8dfae0000d tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.42 "DELETE /v2.0/ports/273acec7-db74-4d3c-9919-34656b1953d7 HTTP/1.1" status: 204 len: 173 time: 2.7390556 May 03 16:05:43.567945 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_dvr_db [None req-7539ba70-6601-4e49-bc40-b519e79410e9 None None] Set router 5a8fbabf-e36f-4c37-be78-f73c0a027e34 gateway port host: dv-cinder-774286-11-smb {{(pid=74322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 03 16:05:43.634471 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-e2fa3dda-2831-4022-877d-6673e3cc4491 req-247ea0c6-32a0-4b50-b695-f8767a153380 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb2966f0-0931-453c-bf2f-7457c7794232 HTTP/1.1" status: 200 len: 210 time: 0.1066470 May 03 16:05:43.788291 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:43.791515 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-a368b970-4a6a-4292-84c9-94239ba4d4ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:43.817871 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Provisioning complete for port 2519052e-eab5-44dd-a05d-b11fd8344288 triggered by entity L2. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 16:05:43.818620 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033555'] for port, provisioning_complete {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:44.139876 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.notifiers.nova [req-b8c50202-f675-4f82-afd3-330419d3e946 req-5c1d4cb8-75c2-4668-adad-387cbfaa9cea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0a30be5-59e7-4f0c-a1ef-380d08bb490b {{(pid=74321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 03 16:05:44.150632 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [req-b8c50202-f675-4f82-afd3-330419d3e946 req-5c1d4cb8-75c2-4668-adad-387cbfaa9cea service neutron] Notify callbacks [] for port, precommit_update {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:44.175557 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.provisioning_blocks [req-b8c50202-f675-4f82-afd3-330419d3e946 req-5c1d4cb8-75c2-4668-adad-387cbfaa9cea service neutron] Transition to ACTIVE for port object f0a30be5-59e7-4f0c-a1ef-380d08bb490b will not be triggered until provisioned by entity L2. {{(pid=74321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 16:05:44.244629 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_hamode_db [None req-7539ba70-6601-4e49-bc40-b519e79410e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a8fbabf-e36f-4c37-be78-f73c0a027e34', 'name': 'tempest-AttachVolumeShelveTestJSON-599808772-router', 'tenant_id': '30698392a3254cc2a62d95e9d3896fad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'external_fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.34'}], 'enable_snat': True}, 'gw_port_id': 'd896c065-349c-411c-a557-d03b89fa2493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-03T16:01:44Z', 'updated_at': '2021-05-03T16:01:54Z', 'revision_number': 4, 'project_id': '30698392a3254cc2a62d95e9d3896fad', 'gw_port': {'id': 'd896c065-349c-411c-a557-d03b89fa2493', 'name': '', 'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:72:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a8fbabf-e36f-4c37-be78-f73c0a027e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-03T16:01:46Z', 'updated_at': '2021-05-03T16:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9682172-7c17-476a-827f-79723500eb4a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-11-smb', '_interfaces': [{'id': 'd3df28d5-f4c9-40f4-b5d4-98fac9d28723', 'name': '', 'network_id': '3d07b93f-2cbc-4419-9656-593dd149b251', 'tenant_id': '30698392a3254cc2a62d95e9d3896fad', 'mac_address': 'fa:16:3e:b5:e3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a8fbabf-e36f-4c37-be78-f73c0a027e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '6e179f81-7e4a-49b9-b9a9-9613d63a9979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-03T16:01:53Z', 'updated_at': '2021-05-03T16:02:07Z', 'revision_number': 5, 'project_id': '30698392a3254cc2a62d95e9d3896fad', 'subnets': [{'id': '6e179f81-7e4a-49b9-b9a9-9613d63a9979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-11-smb', False) {} {{(pid=74322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:05:44.258712 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8d7eda-e0f2-456a-ace9-bd5cea860b56 req-cfe0f802-3ab8-4095-a5e4-125a7b52b26a tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:05:44.258877 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7539ba70-6601-4e49-bc40-b519e79410e9 None None] Checking router: 5a8fbabf-e36f-4c37-be78-f73c0a027e34 for host: dv-cinder-774286-11-smb {{(pid=74322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 16:05:44.258960 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [req-8f8d7eda-e0f2-456a-ace9-bd5cea860b56 req-cfe0f802-3ab8-4095-a5e4-125a7b52b26a tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] Synchronizing usage tracker for tenant:b3e11f1b42244526ad22ce729afc5e5e on resource:port {{(pid=74321) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 16:05:44.267613 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7539ba70-6601-4e49-bc40-b519e79410e9 None None] Routers {'5a8fbabf-e36f-4c37-be78-f73c0a027e34'} bound to L3 agent in host dv-cinder-774286-11-smb {{(pid=74322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 03 16:05:44.268424 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_hamode_db [None req-7539ba70-6601-4e49-bc40-b519e79410e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-03T15:53:43Z,description=,heartbeat_timestamp=2021-05-03T16:05:43Z,host='dv-cinder-774286-11-smb',id=433ecc79-0b70-49a3-9006-0abc49206663,load=0,resource_versions=,resources_synced=,started_at=2021-05-03T15:53:44Z,topic='l3_agent')) {'router_ids': ['5a8fbabf-e36f-4c37-be78-f73c0a027e34'], 'active': True} {{(pid=74322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:05:44.347360 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [req-b8c50202-f675-4f82-afd3-330419d3e946 req-5c1d4cb8-75c2-4668-adad-387cbfaa9cea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3094632'] for port, after_update {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:44.351449 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-3b9464b5-80df-4bf1-a506-ef7614d74474 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:05:44.461844 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1d4cb8-75c2-4668-adad-387cbfaa9cea service neutron] Pushing event updated for resources: {'Port': ['ID=f0a30be5-59e7-4f0c-a1ef-380d08bb490b,revision_number=2']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:05:44.489318 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-b400cb21-de9a-47f5-b18b-46830690aa58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:44.520778 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-5c1d4cb8-75c2-4668-adad-387cbfaa9cea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:05:44.532607 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_dvr_db [None req-7539ba70-6601-4e49-bc40-b519e79410e9 None None] Set router 5a8fbabf-e36f-4c37-be78-f73c0a027e34 gateway port host: dv-cinder-774286-11-smb {{(pid=74322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 03 16:05:44.618796 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [req-8f8d7eda-e0f2-456a-ace9-bd5cea860b56 req-cfe0f802-3ab8-4095-a5e4-125a7b52b26a tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] Unset dirty status for tenant:b3e11f1b42244526ad22ce729afc5e5e on resource:port {{(pid=74321) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 16:05:44.620684 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-8f8d7eda-e0f2-456a-ace9-bd5cea860b56 req-cfe0f802-3ab8-4095-a5e4-125a7b52b26a tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] 10.222.0.11 "GET /v2.0/ports?device_id=21b6f860-2ddb-4824-aa7a-c6955b572352 HTTP/1.1" status: 200 len: 931 time: 0.5399175 May 03 16:05:44.714943 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-8f8d7eda-e0f2-456a-ace9-bd5cea860b56 req-a34fa6bb-02b3-4616-af9d-62d670690482 tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab163241-b1cb-456a-92a4-83c63b969656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846901 May 03 16:05:44.780316 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.managers [req-b8c50202-f675-4f82-afd3-330419d3e946 req-5c1d4cb8-75c2-4668-adad-387cbfaa9cea service neutron] Attempting to bind port f0a30be5-59e7-4f0c-a1ef-380d08bb490b on host hv-cinder-77428 for vnic_type normal with profile {{(pid=74321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 16:05:44.780677 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.managers [req-b8c50202-f675-4f82-afd3-330419d3e946 req-5c1d4cb8-75c2-4668-adad-387cbfaa9cea service neutron] Attempting to bind port f0a30be5-59e7-4f0c-a1ef-380d08bb490b by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': 'd58398cd-d734-4367-831e-a4e795fcd44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'dba88131-4c46-437b-ae77-87969c5756a2'}] {{(pid=74321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 16:05:44.781009 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c50202-f675-4f82-afd3-330419d3e946 req-5c1d4cb8-75c2-4668-adad-387cbfaa9cea service neutron] Attempting to bind port f0a30be5-59e7-4f0c-a1ef-380d08bb490b on network dba88131-4c46-437b-ae77-87969c5756a2 {{(pid=74321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 16:05:44.794743 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c50202-f675-4f82-afd3-330419d3e946 req-5c1d4cb8-75c2-4668-adad-387cbfaa9cea service neutron] Port f0a30be5-59e7-4f0c-a1ef-380d08bb490b on network dba88131-4c46-437b-ae77-87969c5756a2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=74321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 16:05:44.795625 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c50202-f675-4f82-afd3-330419d3e946 req-5c1d4cb8-75c2-4668-adad-387cbfaa9cea service neutron] Attempting to bind port f0a30be5-59e7-4f0c-a1ef-380d08bb490b on network dba88131-4c46-437b-ae77-87969c5756a2 {{(pid=74321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 16:05:44.806916 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c50202-f675-4f82-afd3-330419d3e946 req-5c1d4cb8-75c2-4668-adad-387cbfaa9cea service neutron] Checking agent: {'id': 'e8f37935-7292-412a-84f9-cfa484ab4cdd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 3, 16, 0, 3), 'started_at': datetime.datetime(2021, 5, 3, 16, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 5, 3, 16, 5, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 16:05:44.807260 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c50202-f675-4f82-afd3-330419d3e946 req-5c1d4cb8-75c2-4668-adad-387cbfaa9cea service neutron] Checking segment: {'id': 'd58398cd-d734-4367-831e-a4e795fcd44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'dba88131-4c46-437b-ae77-87969c5756a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 03 16:05:44.807638 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c50202-f675-4f82-afd3-330419d3e946 req-5c1d4cb8-75c2-4668-adad-387cbfaa9cea service neutron] Bound using segment: {'id': 'd58398cd-d734-4367-831e-a4e795fcd44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'dba88131-4c46-437b-ae77-87969c5756a2'} {{(pid=74321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 16:05:44.808296 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.managers [req-b8c50202-f675-4f82-afd3-330419d3e946 req-5c1d4cb8-75c2-4668-adad-387cbfaa9cea service neutron] Bound port: f0a30be5-59e7-4f0c-a1ef-380d08bb490b, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd58398cd-d734-4367-831e-a4e795fcd44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'dba88131-4c46-437b-ae77-87969c5756a2'}}] {{(pid=74321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 16:05:44.815165 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [req-b8c50202-f675-4f82-afd3-330419d3e946 req-5c1d4cb8-75c2-4668-adad-387cbfaa9cea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:44.942731 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Device 273acec7-db74-4d3c-9919-34656b1953d7 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=74322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 16:05:44.979376 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-575fa39e-6136-4a09-8e60-696cf5511ffc req-b4cafdde-8b6c-41e9-ba2a-ca9d684e8585 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb2966f0-0931-453c-bf2f-7457c7794232 HTTP/1.1" status: 200 len: 210 time: 0.0674284 May 03 16:05:44.994781 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.db [req-b8c50202-f675-4f82-afd3-330419d3e946 req-5c1d4cb8-75c2-4668-adad-387cbfaa9cea service neutron] For port f0a30be5-59e7-4f0c-a1ef-380d08bb490b, host hv-cinder-77428, cleared binding levels {{(pid=74321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 16:05:45.025379 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.db [req-b8c50202-f675-4f82-afd3-330419d3e946 req-5c1d4cb8-75c2-4668-adad-387cbfaa9cea service neutron] For port f0a30be5-59e7-4f0c-a1ef-380d08bb490b, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=f0a30be5-59e7-4f0c-a1ef-380d08bb490b,segment=NetworkSegment(d58398cd-d734-4367-831e-a4e795fcd44b),segment_id=d58398cd-d734-4367-831e-a4e795fcd44b)] {{(pid=74321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 16:05:45.048710 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.plugin [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] No Port match for: 273acec7-db74-4d3c-9919-34656b1953d7 {{(pid=74322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 03 16:05:45.049157 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Device 273acec7-db74-4d3c-9919-34656b1953d7 not bound to the agent host hv-cinder-77428 {{(pid=74322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 16:05:45.086820 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [req-b8c50202-f675-4f82-afd3-330419d3e946 req-5c1d4cb8-75c2-4668-adad-387cbfaa9cea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3094632'] for port, after_update {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:45.092173 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-4a7de6cc-7c3d-46f3-816e-90b5d6f65500 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:05:45.243482 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c50202-f675-4f82-afd3-330419d3e946 req-5c1d4cb8-75c2-4668-adad-387cbfaa9cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:05:45.244100 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [req-b8c50202-f675-4f82-afd3-330419d3e946 req-5c1d4cb8-75c2-4668-adad-387cbfaa9cea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504013'] for port, before_response {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:45.245715 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-b8c50202-f675-4f82-afd3-330419d3e946 req-5c1d4cb8-75c2-4668-adad-387cbfaa9cea service neutron] 10.222.0.42 "PUT /v2.0/ports/f0a30be5-59e7-4f0c-a1ef-380d08bb490b HTTP/1.1" status: 200 len: 1093 time: 2.3224289 May 03 16:05:45.246333 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21b6f860-2ddb-4824-aa7a-c6955b572352', 'tag': 'f0a30be5-59e7-4f0c-a1ef-380d08bb490b'}] {{(pid=74321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 16:05:45.316170 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1d4cb8-75c2-4668-adad-387cbfaa9cea service neutron] Pushing event updated for resources: {'Port': ['ID=f0a30be5-59e7-4f0c-a1ef-380d08bb490b,revision_number=3']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:05:45.321939 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21b6f860-2ddb-4824-aa7a-c6955b572352', 'tag': 'f0a30be5-59e7-4f0c-a1ef-380d08bb490b', 'status': 'completed', 'code': 200} May 03 16:05:45.335958 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_hamode_db [None req-7539ba70-6601-4e49-bc40-b519e79410e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a8fbabf-e36f-4c37-be78-f73c0a027e34', 'name': 'tempest-AttachVolumeShelveTestJSON-599808772-router', 'tenant_id': '30698392a3254cc2a62d95e9d3896fad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'external_fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.34'}], 'enable_snat': True}, 'gw_port_id': 'd896c065-349c-411c-a557-d03b89fa2493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-03T16:01:44Z', 'updated_at': '2021-05-03T16:01:54Z', 'revision_number': 4, 'project_id': '30698392a3254cc2a62d95e9d3896fad', 'gw_port': {'id': 'd896c065-349c-411c-a557-d03b89fa2493', 'name': '', 'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:72:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a8fbabf-e36f-4c37-be78-f73c0a027e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-03T16:01:46Z', 'updated_at': '2021-05-03T16:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9682172-7c17-476a-827f-79723500eb4a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-11-smb', '_interfaces': [{'id': 'd3df28d5-f4c9-40f4-b5d4-98fac9d28723', 'name': '', 'network_id': '3d07b93f-2cbc-4419-9656-593dd149b251', 'tenant_id': '30698392a3254cc2a62d95e9d3896fad', 'mac_address': 'fa:16:3e:b5:e3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a8fbabf-e36f-4c37-be78-f73c0a027e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '6e179f81-7e4a-49b9-b9a9-9613d63a9979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-03T16:01:53Z', 'updated_at': '2021-05-03T16:02:07Z', 'revision_number': 5, 'project_id': '30698392a3254cc2a62d95e9d3896fad', 'subnets': [{'id': '6e179f81-7e4a-49b9-b9a9-9613d63a9979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-11-smb', False) {} {{(pid=74322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:05:45.342307 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7539ba70-6601-4e49-bc40-b519e79410e9 None None] The sync data for ids ['5a8fbabf-e36f-4c37-be78-f73c0a027e34'] in dv-cinder-774286-11-smb is: [{'id': '5a8fbabf-e36f-4c37-be78-f73c0a027e34', 'name': 'tempest-AttachVolumeShelveTestJSON-599808772-router', 'tenant_id': '30698392a3254cc2a62d95e9d3896fad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'external_fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.34'}], 'enable_snat': True}, 'gw_port_id': 'd896c065-349c-411c-a557-d03b89fa2493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-03T16:01:44Z', 'updated_at': '2021-05-03T16:01:54Z', 'revision_number': 4, 'project_id': '30698392a3254cc2a62d95e9d3896fad', 'gw_port': {'id': 'd896c065-349c-411c-a557-d03b89fa2493', 'name': '', 'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:72:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a8fbabf-e36f-4c37-be78-f73c0a027e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-03T16:01:46Z', 'updated_at': '2021-05-03T16:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9682172-7c17-476a-827f-79723500eb4a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-11-smb', '_interfaces': [{'id': 'd3df28d5-f4c9-40f4-b5d4-98fac9d28723', 'name': '', 'network_id': '3d07b93f-2cbc-4419-9656-593dd149b251', 'tenant_id': '30698392a3254cc2a62d95e9d3896fad', 'mac_address': 'fa:16:3e:b5:e3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a8fbabf-e36f-4c37-be78-f73c0a027e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '6e179f81-7e4a-49b9-b9a9-9613d63a9979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-03T16:01:53Z', 'updated_at': '2021-05-03T16:02:07Z', 'revision_number': 5, 'project_id': '30698392a3254cc2a62d95e9d3896fad', 'subnets': [{'id': '6e179f81-7e4a-49b9-b9a9-9613d63a9979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 16:05:45.344713 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-5c1d4cb8-75c2-4668-adad-387cbfaa9cea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:05:45.441691 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081cd94b-43d3-409c-9d7f-0e8d63f44fdd req-3a4f45e9-6cd3-4588-9842-57ef51c586cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:05:45.443181 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-081cd94b-43d3-409c-9d7f-0e8d63f44fdd req-3a4f45e9-6cd3-4588-9842-57ef51c586cd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b3e11f1b42244526ad22ce729afc5e5e&device_id=21b6f860-2ddb-4824-aa7a-c6955b572352 HTTP/1.1" status: 200 len: 1096 time: 0.0786755 May 03 16:05:45.673265 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b3139f-5ae9-41da-b50a-e582177bfaa3 None None] New status for floating IP bc5c0f63-9ee4-41d7-a922-6b70a917bd62: DOWN {{(pid=74323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 16:05:45.787536 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081cd94b-43d3-409c-9d7f-0e8d63f44fdd req-32abaa03-d5a0-43ab-bbdf-f82255f665a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:05:45.789228 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-081cd94b-43d3-409c-9d7f-0e8d63f44fdd req-32abaa03-d5a0-43ab-bbdf-f82255f665a1 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=b3e11f1b42244526ad22ce729afc5e5e&shared=False HTTP/1.1" status: 200 len: 914 time: 0.3388941 May 03 16:05:46.090329 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06748399-51f9-421a-a43c-3dfcafa817de req-c1ca4c78-9b3e-44ca-b486-5c9d236ca430 tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:05:46.092919 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-06748399-51f9-421a-a43c-3dfcafa817de req-c1ca4c78-9b3e-44ca-b486-5c9d236ca430 tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] 10.222.0.11 "GET /v2.0/ports?device_id=21b6f860-2ddb-4824-aa7a-c6955b572352 HTTP/1.1" status: 200 len: 943 time: 0.2140055 May 03 16:05:46.094478 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081cd94b-43d3-409c-9d7f-0e8d63f44fdd req-f1029483-39fa-424d-8784-3fac099a3233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:05:46.095970 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-081cd94b-43d3-409c-9d7f-0e8d63f44fdd req-f1029483-39fa-424d-8784-3fac099a3233 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2996726 May 03 16:05:46.118647 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-b5223e01-a904-4e89-a902-ae20f7f129a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:46.192922 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-06748399-51f9-421a-a43c-3dfcafa817de req-a97dc102-dcbb-48b8-a437-69416f4399b1 tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab163241-b1cb-456a-92a4-83c63b969656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942979 May 03 16:05:46.317076 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 53316) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:05:46.317851 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c50202-f675-4f82-afd3-330419d3e946 req-8e13abc1-b855-4120-8ee5-68d93a4bb5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:05:46.319341 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-b8c50202-f675-4f82-afd3-330419d3e946 req-8e13abc1-b855-4120-8ee5-68d93a4bb5b7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b3e11f1b42244526ad22ce729afc5e5e&device_id=21b6f860-2ddb-4824-aa7a-c6955b572352 HTTP/1.1" status: 200 len: 1096 time: 0.1457169 May 03 16:05:46.399023 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-b8c50202-f675-4f82-afd3-330419d3e946 req-4c7b055b-cf9b-49a3-8454-0734ca3a52cc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f0a30be5-59e7-4f0c-a1ef-380d08bb490b HTTP/1.1" status: 200 len: 217 time: 0.0709765 May 03 16:05:46.423620 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-c91f5851-e8e2-47a4-8d45-123632af549e tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Notify callbacks [] for security_group, before_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:46.455278 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-c91f5851-e8e2-47a4-8d45-123632af549e tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:46.470225 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 53320) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:05:46.526256 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c50202-f675-4f82-afd3-330419d3e946 req-4203df83-96d9-42fe-8926-a21f471d53aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:05:46.528140 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-b8c50202-f675-4f82-afd3-330419d3e946 req-4203df83-96d9-42fe-8926-a21f471d53aa service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5a1fec9a-c279-4037-8f1f-804fe892e567 HTTP/1.1" status: 200 len: 853 time: 0.1209269 May 03 16:05:46.591583 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-b8c50202-f675-4f82-afd3-330419d3e946 req-1ff7517a-7fb3-4edf-8cc7-9c1aab581099 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dba88131-4c46-437b-ae77-87969c5756a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565162 May 03 16:05:46.616573 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-c91f5851-e8e2-47a4-8d45-123632af549e tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:46.622614 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:05:46.644858 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91f5851-e8e2-47a4-8d45-123632af549e tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e01d8b89-bed6-46f4-8dc8-33f8e8921c36,revision_number=None']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:05:46.648487 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-c91f5851-e8e2-47a4-8d45-123632af549e tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:05:46.724383 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-03148a4b-5e4e-4b43-b431-a4b25940b13a admin admin] Notify callbacks [] for security_group, before_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:46.746365 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-c91f5851-e8e2-47a4-8d45-123632af549e tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Notify callbacks [] for security_group, before_response {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:46.747516 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-c91f5851-e8e2-47a4-8d45-123632af549e tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "DELETE /v2.0/security-groups/e01d8b89-bed6-46f4-8dc8-33f8e8921c36 HTTP/1.1" status: 204 len: 168 time: 0.4319291 May 03 16:05:46.750548 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-03148a4b-5e4e-4b43-b431-a4b25940b13a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:05:46.751160 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 53326) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:05:46.780985 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-03148a4b-5e4e-4b43-b431-a4b25940b13a admin admin] Usage tracker for resource:security_group_rule and tenant:f9b17d50057c4460815cfb85138f6115 is out of sync, need to count used quota {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:05:46.785978 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-03148a4b-5e4e-4b43-b431-a4b25940b13a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:05:46.794443 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-b8c50202-f675-4f82-afd3-330419d3e946 req-0aa0a322-42a4-4e46-9544-511d802b438f service neutron] 10.222.0.42 "GET /v2.0/networks/dba88131-4c46-437b-ae77-87969c5756a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932271 May 03 16:05:46.795363 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-03148a4b-5e4e-4b43-b431-a4b25940b13a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:05:46.895552 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.api.v2.resource [None req-14746bad-24f3-4866-b8d7-f65b45702a47 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] show failed (client error): The resource could not be found. May 03 16:05:46.897104 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-14746bad-24f3-4866-b8d7-f65b45702a47 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/security-groups/e01d8b89-bed6-46f4-8dc8-33f8e8921c36 HTTP/1.1" status: 404 len: 347 time: 0.1449521 May 03 16:05:46.908770 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 53330) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:05:47.006148 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-b8c50202-f675-4f82-afd3-330419d3e946 req-861f8a5d-3cff-483b-86ab-e4e0ab0da5cd service neutron] 10.222.0.42 "GET /v2.0/networks/dba88131-4c46-437b-ae77-87969c5756a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010033 May 03 16:05:47.064746 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-03148a4b-5e4e-4b43-b431-a4b25940b13a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:47.164125 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-03148a4b-5e4e-4b43-b431-a4b25940b13a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:47.177425 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-4663bf97-eb36-41f6-a4c6-96a703cfb1cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:05:47.199864 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.plugin [None req-1b1bf431-de15-4ed5-aecd-e83b19380d08 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Deleting port 34c94d2c-2dad-4990-989d-2676926a4d5f {{(pid=74320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 16:05:47.200231 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-1b1bf431-de15-4ed5-aecd-e83b19380d08 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781092848725'] for port, before_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:47.257216 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03148a4b-5e4e-4b43-b431-a4b25940b13a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d59df0d0-38f6-40ab-a9cd-e40136c12b48,revision_number=1']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:05:47.261505 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-03148a4b-5e4e-4b43-b431-a4b25940b13a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:05:47.278360 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-03148a4b-5e4e-4b43-b431-a4b25940b13a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f9b17d50057c4460815cfb85138f6115&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8069937 May 03 16:05:47.279854 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 53336) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:05:47.351487 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-acc59537-330a-44e1-a931-feb33fed8fbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:47.403245 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-1b1bf431-de15-4ed5-aecd-e83b19380d08 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925573'] for port, precommit_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:47.403815 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-1b1bf431-de15-4ed5-aecd-e83b19380d08 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:47.425847 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-acc59537-330a-44e1-a931-feb33fed8fbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:47.491984 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd528cf-ca57-4530-b336-36874145695a req-e5f16a89-de54-4347-b96f-d581d1e8e3e2 tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:05:47.493631 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-9dd528cf-ca57-4530-b336-36874145695a req-e5f16a89-de54-4347-b96f-d581d1e8e3e2 tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] 10.222.0.11 "GET /v2.0/ports?device_id=21b6f860-2ddb-4824-aa7a-c6955b572352 HTTP/1.1" status: 200 len: 943 time: 0.1433101 May 03 16:05:47.561952 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-9dd528cf-ca57-4530-b336-36874145695a req-bdfba2ea-b5f6-4634-94d7-f4e595dd4e37 tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab163241-b1cb-456a-92a4-83c63b969656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615914 May 03 16:05:47.588108 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.plugin [None req-1b1bf431-de15-4ed5-aecd-e83b19380d08 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Calling delete_port for 34c94d2c-2dad-4990-989d-2676926a4d5f owned by network:floatingip {{(pid=74320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 03 16:05:47.627315 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-acc59537-330a-44e1-a931-feb33fed8fbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:47.633245 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-37b451b9-1bb1-4004-b6b3-ae90d1d1bd57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:05:47.655118 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc59537-330a-44e1-a931-feb33fed8fbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d59df0d0-38f6-40ab-a9cd-e40136c12b48,revision_number=None']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:05:47.685146 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-acc59537-330a-44e1-a931-feb33fed8fbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:05:47.691099 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-acc59537-330a-44e1-a931-feb33fed8fbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:47.692894 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-acc59537-330a-44e1-a931-feb33fed8fbd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d59df0d0-38f6-40ab-a9cd-e40136c12b48 HTTP/1.1" status: 204 len: 168 time: 0.4115336 May 03 16:05:47.792864 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-1b1bf431-de15-4ed5-aecd-e83b19380d08 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781092850854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781092417311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2110393'] for port, after_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:47.797697 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-f95393c5-e8bd-4b3a-badf-b4b8b712a5fb tempest-VolumesNegativeTest-510625773 tempest-VolumesNegativeTest-510625773-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:05:47.854357 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1bf431-de15-4ed5-aecd-e83b19380d08 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Pushing event deleted for resources: {'Port': ['ID=34c94d2c-2dad-4990-989d-2676926a4d5f,revision_number=None']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:05:47.858072 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-1b1bf431-de15-4ed5-aecd-e83b19380d08 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:05:47.960135 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-1b1bf431-de15-4ed5-aecd-e83b19380d08 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Notify callbacks [] for floatingip, after_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:47.976389 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-1b1bf431-de15-4ed5-aecd-e83b19380d08 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504013'] for floatingip, before_response {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:47.980244 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-1b1bf431-de15-4ed5-aecd-e83b19380d08 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "DELETE /v2.0/floatingips/bc5c0f63-9ee4-41d7-a922-6b70a917bd62 HTTP/1.1" status: 204 len: 168 time: 1.0678113 May 03 16:05:48.473488 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 53348) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:05:48.478964 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.v2.base [None req-4f3bafab-1413-4bac-bb46-cdff4bede665 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Request body: {'security_group': {'name': 'tempest-securitygroup--817401661', 'description': 'tempest-description--483562590'}} {{(pid=74320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 16:05:48.485576 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-4f3bafab-1413-4bac-bb46-cdff4bede665 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:05:48.494397 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-4f3bafab-1413-4bac-bb46-cdff4bede665 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Usage tracker for resource:security_group and tenant:30698392a3254cc2a62d95e9d3896fad is out of sync, need to count used quota {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:05:48.495054 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-4f3bafab-1413-4bac-bb46-cdff4bede665 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:05:48.504038 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-4f3bafab-1413-4bac-bb46-cdff4bede665 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:05:48.521809 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 53352) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:05:48.542460 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-86462283-e6c7-4169-82b7-937ea5f4c57e admin admin] Notify callbacks [] for security_group, before_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:48.558990 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-86462283-e6c7-4169-82b7-937ea5f4c57e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:05:48.563936 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-86462283-e6c7-4169-82b7-937ea5f4c57e admin admin] Usage tracker for resource:security_group_rule and tenant:a0e5e762b26d4a83b4ad55ee9e03c019 is out of sync, need to count used quota {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:05:48.566914 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-86462283-e6c7-4169-82b7-937ea5f4c57e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:05:48.573747 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-86462283-e6c7-4169-82b7-937ea5f4c57e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:05:48.576048 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-4f3bafab-1413-4bac-bb46-cdff4bede665 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Notify callbacks [] for security_group, before_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:48.636733 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-4f3bafab-1413-4bac-bb46-cdff4bede665 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:05:48.648401 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-4f3bafab-1413-4bac-bb46-cdff4bede665 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Usage tracker for resource:security_group_rule and tenant:30698392a3254cc2a62d95e9d3896fad is out of sync, need to count used quota {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:05:48.656117 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-4f3bafab-1413-4bac-bb46-cdff4bede665 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:05:48.663646 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-4f3bafab-1413-4bac-bb46-cdff4bede665 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:05:48.766721 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-4f3bafab-1413-4bac-bb46-cdff4bede665 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Notify callbacks [] for security_group, precommit_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:48.798905 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-86462283-e6c7-4169-82b7-937ea5f4c57e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:48.830111 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-4f3bafab-1413-4bac-bb46-cdff4bede665 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:48.838482 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe0a50f-39ab-41a6-a10f-17bcec15798a req-5e8551b9-8813-4639-9e57-d5975d017f1e tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:05:48.840057 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-5fe0a50f-39ab-41a6-a10f-17bcec15798a req-5e8551b9-8813-4639-9e57-d5975d017f1e tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] 10.222.0.11 "GET /v2.0/ports?device_id=21b6f860-2ddb-4824-aa7a-c6955b572352 HTTP/1.1" status: 200 len: 943 time: 0.0967016 May 03 16:05:48.843830 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-c91f5851-e8e2-47a4-8d45-123632af549e tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:05:48.884555 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-86462283-e6c7-4169-82b7-937ea5f4c57e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:48.884744 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Device f0a30be5-59e7-4f0c-a1ef-380d08bb490b details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=74322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 16:05:48.899640 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-16e2ecb1-620b-4e1b-a064-3572b9c6e2c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:05:48.954139 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3bafab-1413-4bac-bb46-cdff4bede665 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2f34bbd-26e5-44dc-803f-e8d6daaa86fb,revision_number=1']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:05:48.958067 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-86462283-e6c7-4169-82b7-937ea5f4c57e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a0e5e762b26d4a83b4ad55ee9e03c019&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4350402 May 03 16:05:48.962250 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 53362) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:05:48.963207 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-4f3bafab-1413-4bac-bb46-cdff4bede665 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:05:48.978536 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-5fe0a50f-39ab-41a6-a10f-17bcec15798a req-a52ae5d1-044c-4985-afdc-fa7d983d46e7 tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab163241-b1cb-456a-92a4-83c63b969656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298771 May 03 16:05:48.985848 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86462283-e6c7-4169-82b7-937ea5f4c57e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed39ab98-ef31-4bca-9d48-c91bfc822126,revision_number=1']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:05:48.990777 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-86462283-e6c7-4169-82b7-937ea5f4c57e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:05:49.000320 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-4f3bafab-1413-4bac-bb46-cdff4bede665 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Notify callbacks [] for security_group, before_response {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:49.004243 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-4f3bafab-1413-4bac-bb46-cdff4bede665 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.5280812 May 03 16:05:49.006035 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 53366) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:05:49.011780 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.v2.base [None req-072446d2-1947-4bae-9fe3-a797cf71c31d tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Request body: {'security_group_rule': {'security_group_id': 'c2f34bbd-26e5-44dc-803f-e8d6daaa86fb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 16:05:49.019906 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-072446d2-1947-4bae-9fe3-a797cf71c31d tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:05:49.027556 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-072446d2-1947-4bae-9fe3-a797cf71c31d tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Usage tracker for resource:security_group_rule and tenant:30698392a3254cc2a62d95e9d3896fad is out of sync, need to count used quota {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:05:49.030894 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-072446d2-1947-4bae-9fe3-a797cf71c31d tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:05:49.042630 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-072446d2-1947-4bae-9fe3-a797cf71c31d tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:05:49.090748 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-7d00c929-aa93-4701-804d-f1565014fd71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:49.128524 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-7d00c929-aa93-4701-804d-f1565014fd71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:49.135557 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] For port f0a30be5-59e7-4f0c-a1ef-380d08bb490b, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=f0a30be5-59e7-4f0c-a1ef-380d08bb490b,segment=NetworkSegment(d58398cd-d734-4367-831e-a4e795fcd44b),segment_id=d58398cd-d734-4367-831e-a4e795fcd44b)] {{(pid=74322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 16:05:49.152478 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-072446d2-1947-4bae-9fe3-a797cf71c31d tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:49.162596 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Returning: {'device': 'f0a30be5-59e7-4f0c-a1ef-380d08bb490b', 'network_id': 'dba88131-4c46-437b-ae77-87969c5756a2', 'port_id': 'f0a30be5-59e7-4f0c-a1ef-380d08bb490b', 'mac_address': 'fa:16:3e:a0:35:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a1fec9a-c279-4037-8f1f-804fe892e567', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 16:05:49.250973 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:49.274617 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.notifiers.nova [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0a30be5-59e7-4f0c-a1ef-380d08bb490b {{(pid=74322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 03 16:05:49.296781 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] For port f0a30be5-59e7-4f0c-a1ef-380d08bb490b, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=f0a30be5-59e7-4f0c-a1ef-380d08bb490b,segment=NetworkSegment(d58398cd-d734-4367-831e-a4e795fcd44b),segment_id=d58398cd-d734-4367-831e-a4e795fcd44b)] {{(pid=74322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 16:05:49.302811 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-072446d2-1947-4bae-9fe3-a797cf71c31d tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:49.312546 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-7d00c929-aa93-4701-804d-f1565014fd71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:49.317445 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-4cd778d4-108c-4820-9cfe-78e24f5f5f6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:05:49.338118 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d00c929-aa93-4701-804d-f1565014fd71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed39ab98-ef31-4bca-9d48-c91bfc822126,revision_number=None']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:05:49.347006 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-7d00c929-aa93-4701-804d-f1565014fd71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:05:49.358194 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-7d00c929-aa93-4701-804d-f1565014fd71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:49.361148 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-7d00c929-aa93-4701-804d-f1565014fd71 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ed39ab98-ef31-4bca-9d48-c91bfc822126 HTTP/1.1" status: 204 len: 168 time: 0.3965936 May 03 16:05:49.387495 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365'] for port, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:49.391806 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:05:49.422282 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-072446d2-1947-4bae-9fe3-a797cf71c31d tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619611'] for security_group_rule, after_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:49.424871 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-ca9f5411-1b93-4b4b-bfd3-188c9fc01d30 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:05:49.456730 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072446d2-1947-4bae-9fe3-a797cf71c31d tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54b0185c-d602-44df-80ef-b724f12c6eae,revision_number=0']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:05:49.456730 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-072446d2-1947-4bae-9fe3-a797cf71c31d tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:05:49.531634 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Pushing event updated for resources: {'Port': ['ID=f0a30be5-59e7-4f0c-a1ef-380d08bb490b,revision_number=4']} {{(pid=74322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:05:49.537170 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:05:49.614895 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] get_ports_and_sgs() called for port_ids ['f0a30be5-59e7-4f0c-a1ef-380d08bb490b'] {{(pid=74322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 16:05:49.838173 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-072446d2-1947-4bae-9fe3-a797cf71c31d tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:49.839477 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-072446d2-1947-4bae-9fe3-a797cf71c31d tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8321922 May 03 16:05:49.842886 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 53372) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:05:49.850227 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.v2.base [None req-da340186-c343-4a4e-916b-4a6c59db09ac tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Request body: {'security_group_rule': {'security_group_id': 'c2f34bbd-26e5-44dc-803f-e8d6daaa86fb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=74321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 16:05:49.863306 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-da340186-c343-4a4e-916b-4a6c59db09ac tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:05:49.867292 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-da340186-c343-4a4e-916b-4a6c59db09ac tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Usage tracker for resource:security_group_rule and tenant:30698392a3254cc2a62d95e9d3896fad is out of sync, need to count used quota {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:05:49.871171 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-da340186-c343-4a4e-916b-4a6c59db09ac tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:05:49.876497 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-da340186-c343-4a4e-916b-4a6c59db09ac tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:05:49.981244 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-da340186-c343-4a4e-916b-4a6c59db09ac tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:50.081243 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-da340186-c343-4a4e-916b-4a6c59db09ac tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:50.177317 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-da340186-c343-4a4e-916b-4a6c59db09ac tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619611'] for security_group_rule, after_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:50.178306 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:05:50.219901 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da340186-c343-4a4e-916b-4a6c59db09ac tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01bf988f-4adc-4a8f-b180-5499dfe4f4a0,revision_number=0']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:05:50.237707 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-da340186-c343-4a4e-916b-4a6c59db09ac tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:05:50.341193 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0036139-c25b-4ce5-9a84-f90f9a40d6f7 req-48e019e8-460e-4558-8a44-ceb63fb6e982 tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:05:50.351257 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-e0036139-c25b-4ce5-9a84-f90f9a40d6f7 req-48e019e8-460e-4558-8a44-ceb63fb6e982 tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] 10.222.0.11 "GET /v2.0/ports?device_id=21b6f860-2ddb-4824-aa7a-c6955b572352 HTTP/1.1" status: 200 len: 944 time: 0.1356165 May 03 16:05:50.382886 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-da340186-c343-4a4e-916b-4a6c59db09ac tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:50.384472 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-da340186-c343-4a4e-916b-4a6c59db09ac tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5390687 May 03 16:05:50.387663 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 53392) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:05:50.400979 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.v2.base [None req-9afb1fdd-66f2-4ada-845d-06245ae374d0 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Request body: {'floatingip': {'floating_network_id': '19073356-f4a5-448b-8854-15ae9765d652'}} {{(pid=74320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 16:05:50.414952 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-9afb1fdd-66f2-4ada-845d-06245ae374d0 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:05:50.429311 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-9afb1fdd-66f2-4ada-845d-06245ae374d0 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Usage tracker for resource:floatingip and tenant:30698392a3254cc2a62d95e9d3896fad is out of sync, need to count used quota {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:05:50.440612 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-9afb1fdd-66f2-4ada-845d-06245ae374d0 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:05:50.449607 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-9afb1fdd-66f2-4ada-845d-06245ae374d0 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:05:50.453231 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-e0036139-c25b-4ce5-9a84-f90f9a40d6f7 req-6bfe5b99-4d1f-4315-934c-513a1882f45e tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab163241-b1cb-456a-92a4-83c63b969656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935028 May 03 16:05:50.604571 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-9afb1fdd-66f2-4ada-845d-06245ae374d0 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Notify callbacks [] for floatingip, before_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:50.782079 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-9afb1fdd-66f2-4ada-845d-06245ae374d0 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:50.894723 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Device f0a30be5-59e7-4f0c-a1ef-380d08bb490b up at agent hyperv_hv-cinder-77428 {{(pid=74322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 16:05:50.986358 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.db_base_plugin_common [None req-9afb1fdd-66f2-4ada-845d-06245ae374d0 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Allocated IP 172.28.1.169 (19073356-f4a5-448b-8854-15ae9765d652/a9682172-7c17-476a-827f-79723500eb4a/3d25ae7c-82b3-4ff8-a29d-dc2883788322) {{(pid=74320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 16:05:51.032696 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Provisioning for port f0a30be5-59e7-4f0c-a1ef-380d08bb490b completed by entity L2. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 16:05:51.038400 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Provisioning complete for port f0a30be5-59e7-4f0c-a1ef-380d08bb490b triggered by entity L2. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 16:05:51.040169 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033555'] for port, provisioning_complete {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:51.273445 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:51.277231 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-9afb1fdd-66f2-4ada-845d-06245ae374d0 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Notify callbacks [] for port, precommit_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:51.307177 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21b6f860-2ddb-4824-aa7a-c6955b572352', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0a30be5-59e7-4f0c-a1ef-380d08bb490b'}] {{(pid=74322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 16:05:51.318522 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] For port f0a30be5-59e7-4f0c-a1ef-380d08bb490b, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=f0a30be5-59e7-4f0c-a1ef-380d08bb490b,segment=NetworkSegment(d58398cd-d734-4367-831e-a4e795fcd44b),segment_id=d58398cd-d734-4367-831e-a4e795fcd44b)] {{(pid=74322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 16:05:51.379562 dv-cinder-774286-11-smb neutron-server[74322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21b6f860-2ddb-4824-aa7a-c6955b572352', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0a30be5-59e7-4f0c-a1ef-380d08bb490b', 'code': 200} May 03 16:05:51.409776 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365'] for port, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:51.410497 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-9afb1fdd-66f2-4ada-845d-06245ae374d0 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781092417302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2110393'] for port, after_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:51.413642 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:05:51.416862 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-10869adc-974b-4d82-84ee-de8dfae0000d tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:05:51.512363 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9afb1fdd-66f2-4ada-845d-06245ae374d0 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Network 19073356-f4a5-448b-8854-15ae9765d652 is already hosted by enough agents. {{(pid=74320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 16:05:51.512363 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.scheduler.base_scheduler [None req-9afb1fdd-66f2-4ada-845d-06245ae374d0 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Resources bound (agent type, host, resource id): {{(pid=74320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:05:51.514072 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9afb1fdd-66f2-4ada-845d-06245ae374d0 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Received port after_create {{(pid=74320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 03 16:05:51.581218 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afb1fdd-66f2-4ada-845d-06245ae374d0 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Pushing event updated for resources: {'Port': ['ID=3d25ae7c-82b3-4ff8-a29d-dc2883788322,revision_number=1']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:05:51.591977 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-9afb1fdd-66f2-4ada-845d-06245ae374d0 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:05:51.612503 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Pushing event updated for resources: {'Port': ['ID=f0a30be5-59e7-4f0c-a1ef-380d08bb490b,revision_number=5']} {{(pid=74322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:05:51.623108 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:05:51.756722 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-9afb1fdd-66f2-4ada-845d-06245ae374d0 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:51.929165 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a8c3c8-0829-4f4b-97ba-1f6e15f19080 req-0b53033f-21b3-4dd7-a58f-e883c4318e16 tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:05:51.941541 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-11a8c3c8-0829-4f4b-97ba-1f6e15f19080 req-0b53033f-21b3-4dd7-a58f-e883c4318e16 tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] 10.222.0.11 "GET /v2.0/ports?device_id=21b6f860-2ddb-4824-aa7a-c6955b572352 HTTP/1.1" status: 200 len: 945 time: 0.3050351 May 03 16:05:52.023868 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-9afb1fdd-66f2-4ada-845d-06245ae374d0 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:52.034260 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-11a8c3c8-0829-4f4b-97ba-1f6e15f19080 req-2366e5b6-e638-43b0-8a3b-adfa8950097a tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab163241-b1cb-456a-92a4-83c63b969656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904236 May 03 16:05:52.058160 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c90649c-d220-4499-9729-d735ec3ec575 req-fde97ac5-8368-432a-82fc-efdd20056c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:05:52.058160 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-4c90649c-d220-4499-9729-d735ec3ec575 req-fde97ac5-8368-432a-82fc-efdd20056c6b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=21b6f860-2ddb-4824-aa7a-c6955b572352 HTTP/1.1" status: 200 len: 1098 time: 0.2084868 May 03 16:05:52.108383 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-4c90649c-d220-4499-9729-d735ec3ec575 req-3f472928-31c3-4079-96e9-93f3992b01ff service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ab163241-b1cb-456a-92a4-83c63b969656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417948 May 03 16:05:52.355044 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-9afb1fdd-66f2-4ada-845d-06245ae374d0 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Notify callbacks [] for port, precommit_update {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:52.415656 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-9afb1fdd-66f2-4ada-845d-06245ae374d0 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2110350'] for port, after_update {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:52.422150 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-404b3edf-7df4-4d64-8c7a-3621fe83b731 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:05:52.545981 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-9afb1fdd-66f2-4ada-845d-06245ae374d0 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926573'] for floatingip, after_update {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:52.576842 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afb1fdd-66f2-4ada-845d-06245ae374d0 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Pushing event updated for resources: {'Port': ['ID=3d25ae7c-82b3-4ff8-a29d-dc2883788322,revision_number=2']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:05:52.580385 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-9afb1fdd-66f2-4ada-845d-06245ae374d0 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:05:52.667356 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-9afb1fdd-66f2-4ada-845d-06245ae374d0 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504013'] for floatingip, before_response {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:52.668647 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-9afb1fdd-66f2-4ada-845d-06245ae374d0 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2799034 May 03 16:05:53.081453 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-aa22a632-9e67-4759-b274-e039dc9a3e38 req-4c276109-68c9-40cf-a7c4-943bb62251fc tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--817401661&fields=id&tenant_id=30698392a3254cc2a62d95e9d3896fad HTTP/1.1" status: 200 len: 267 time: 0.0618880 May 03 16:05:53.361525 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa22a632-9e67-4759-b274-e039dc9a3e38 req-ea4ada6b-20c8-4d0e-97e8-4b5817bb27fd tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:05:53.361682 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-aa22a632-9e67-4759-b274-e039dc9a3e38 req-ea4ada6b-20c8-4d0e-97e8-4b5817bb27fd tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/networks?id=3d07b93f-2cbc-4419-9656-593dd149b251 HTTP/1.1" status: 200 len: 816 time: 0.2759001 May 03 16:05:53.390583 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-aa22a632-9e67-4759-b274-e039dc9a3e38 req-06236733-8a6a-4b0f-8702-6beea85aca6d tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/quotas/30698392a3254cc2a62d95e9d3896fad HTTP/1.1" status: 200 len: 375 time: 0.0180247 May 03 16:05:53.402939 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69280a53-b878-4938-8c9e-b96cb57a4748 req-99959dee-5827-42db-8c70-603eb941e210 tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:05:53.405945 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-69280a53-b878-4938-8c9e-b96cb57a4748 req-99959dee-5827-42db-8c70-603eb941e210 tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] 10.222.0.11 "GET /v2.0/ports?device_id=21b6f860-2ddb-4824-aa7a-c6955b572352 HTTP/1.1" status: 200 len: 945 time: 0.1558425 May 03 16:05:53.503161 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-69280a53-b878-4938-8c9e-b96cb57a4748 req-643cc08e-e7b2-4e9a-96aa-fc7871ee44ee tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab163241-b1cb-456a-92a4-83c63b969656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629208 May 03 16:05:53.556171 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-aa22a632-9e67-4759-b274-e039dc9a3e38 req-188ea412-212e-408b-b615-d47a1ea4d3b1 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=30698392a3254cc2a62d95e9d3896fad&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1488552 May 03 16:05:53.703709 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-aa22a632-9e67-4759-b274-e039dc9a3e38 req-2efe5f4e-bc04-47d9-a2be-2b4966d8c541 service neutron] 10.222.0.11 "GET /v2.0/networks/3d07b93f-2cbc-4419-9656-593dd149b251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393533 May 03 16:05:53.866413 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-aa22a632-9e67-4759-b274-e039dc9a3e38 req-e1dc8a21-6c90-4067-aa47-61cf81fe8d16 service neutron] 10.222.0.11 "GET /v2.0/networks/3d07b93f-2cbc-4419-9656-593dd149b251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563787 May 03 16:05:54.207413 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-d98e1a08-8d40-46e7-821b-9e32cbefa246 req-03001ad7-6651-4262-87fe-765fed7b2600 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f537497-d0c4-4e5c-9172-463297393663 HTTP/1.1" status: 200 len: 210 time: 0.0532990 May 03 16:05:54.406403 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 53498) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:05:54.556252 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-c1012a92-1061-4278-bce5-7d282859ea74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:54.574686 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-c1012a92-1061-4278-bce5-7d282859ea74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:05:54.580049 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-c1012a92-1061-4278-bce5-7d282859ea74 admin admin] Usage tracker for resource:security_group_rule and tenant:19e509fc92fb400cbe617cd9712ed14d is out of sync, need to count used quota {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:05:54.583894 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-c1012a92-1061-4278-bce5-7d282859ea74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:05:54.591079 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-c1012a92-1061-4278-bce5-7d282859ea74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:05:54.700538 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-c1012a92-1061-4278-bce5-7d282859ea74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:54.731009 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9290c9-e4ec-467f-b59c-030d8e6b6871 req-c1e461b8-c5bd-465b-8189-b09af407e02f tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:05:54.732696 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-ab9290c9-e4ec-467f-b59c-030d8e6b6871 req-c1e461b8-c5bd-465b-8189-b09af407e02f tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] 10.222.0.11 "GET /v2.0/ports?device_id=21b6f860-2ddb-4824-aa7a-c6955b572352 HTTP/1.1" status: 200 len: 945 time: 0.0979810 May 03 16:05:54.781318 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-ab9290c9-e4ec-467f-b59c-030d8e6b6871 req-f22e8ace-b118-44f2-a22c-3de513ca01dd tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab163241-b1cb-456a-92a4-83c63b969656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403121 May 03 16:05:54.843936 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-c1012a92-1061-4278-bce5-7d282859ea74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:54.853163 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-530f79e8-06ff-4558-998e-010d8314fc7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:05:54.894684 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-c1012a92-1061-4278-bce5-7d282859ea74 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=19e509fc92fb400cbe617cd9712ed14d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4869180 May 03 16:05:54.897531 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 53514) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:05:54.903564 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1012a92-1061-4278-bce5-7d282859ea74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83999c79-f86e-47c4-aa8b-0f6714fbd1c9,revision_number=1']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:05:54.910283 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-c1012a92-1061-4278-bce5-7d282859ea74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:05:54.970592 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-67c33378-437e-4e0e-a815-ec4e3ced825c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:55.000499 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-67c33378-437e-4e0e-a815-ec4e3ced825c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:55.175148 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-67c33378-437e-4e0e-a815-ec4e3ced825c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:55.180482 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-a76b6ce5-7445-4ef7-8a15-c3767713fe44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:05:55.195988 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c33378-437e-4e0e-a815-ec4e3ced825c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83999c79-f86e-47c4-aa8b-0f6714fbd1c9,revision_number=None']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:05:55.198444 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-67c33378-437e-4e0e-a815-ec4e3ced825c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:05:55.204236 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-67c33378-437e-4e0e-a815-ec4e3ced825c admin admin] Notify callbacks [] for security_group, before_response {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:55.205883 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-67c33378-437e-4e0e-a815-ec4e3ced825c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/83999c79-f86e-47c4-aa8b-0f6714fbd1c9 HTTP/1.1" status: 204 len: 168 time: 0.3066866 May 03 16:05:55.840419 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-e82fcb21-9ff9-43db-a2a3-82701b476940 req-5fc54e83-f9a5-4694-acc7-857301fed200 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f537497-d0c4-4e5c-9172-463297393663 HTTP/1.1" status: 200 len: 210 time: 0.0432212 May 03 16:05:56.056799 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 53550) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:05:56.077572 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-5e1b21e6-8718-4720-ba5f-1e5ba5d23f98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:56.094836 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-5e1b21e6-8718-4720-ba5f-1e5ba5d23f98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:05:56.098696 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-5e1b21e6-8718-4720-ba5f-1e5ba5d23f98 admin admin] Usage tracker for resource:security_group_rule and tenant:144dc4db9ed34980bfc423c746094445 is out of sync, need to count used quota {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:05:56.101657 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-5e1b21e6-8718-4720-ba5f-1e5ba5d23f98 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:05:56.107620 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d6307e-05a9-4e12-9886-a4c326882304 req-81858d20-e8c8-4c7b-8875-fda48e20cc12 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:05:56.107826 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-5e1b21e6-8718-4720-ba5f-1e5ba5d23f98 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:05:56.109143 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-92d6307e-05a9-4e12-9886-a4c326882304 req-81858d20-e8c8-4c7b-8875-fda48e20cc12 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] 10.222.0.11 "GET /v2.0/networks?id=ee83eab2-6d77-4c11-b22f-58569dd0cad4 HTTP/1.1" status: 200 len: 814 time: 0.1612175 May 03 16:05:56.125275 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-92d6307e-05a9-4e12-9886-a4c326882304 req-4db70e10-7cc0-4771-8199-90e0d1b0641a tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] 10.222.0.11 "GET /v2.0/quotas/4674801f8cde4a898e908d2bbc407321 HTTP/1.1" status: 200 len: 375 time: 0.0103514 May 03 16:05:56.225139 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-5e1b21e6-8718-4720-ba5f-1e5ba5d23f98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:56.261833 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-92d6307e-05a9-4e12-9886-a4c326882304 req-dfa8b169-a893-4cfe-a5f2-099712c0515f tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=4674801f8cde4a898e908d2bbc407321&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1177638 May 03 16:05:56.335291 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-5e1b21e6-8718-4720-ba5f-1e5ba5d23f98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:56.367088 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-8b234f69-8c10-4ae9-975e-3712f419cbdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:05:56.381888 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-5e1b21e6-8718-4720-ba5f-1e5ba5d23f98 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=144dc4db9ed34980bfc423c746094445&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3234921 May 03 16:05:56.384420 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 53558) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:05:56.413673 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1b21e6-8718-4720-ba5f-1e5ba5d23f98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b8129e1-da00-46d8-ab9d-f34855bdef69,revision_number=1']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:05:56.422813 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-5e1b21e6-8718-4720-ba5f-1e5ba5d23f98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:05:56.433085 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-92d6307e-05a9-4e12-9886-a4c326882304 req-7847eaa9-b072-4921-9f02-bd67e7050f3d service neutron] 10.222.0.11 "GET /v2.0/networks/ee83eab2-6d77-4c11-b22f-58569dd0cad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476846 May 03 16:05:56.460969 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-ea1e6110-049b-4824-8688-ba1e2afbd220 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:56.489516 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-ea1e6110-049b-4824-8688-ba1e2afbd220 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:56.658130 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-92d6307e-05a9-4e12-9886-a4c326882304 req-ec667bda-8524-4283-8ca9-ec9d892c9abb service neutron] 10.222.0.11 "GET /v2.0/networks/ee83eab2-6d77-4c11-b22f-58569dd0cad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168119 May 03 16:05:56.715928 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-ea1e6110-049b-4824-8688-ba1e2afbd220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:56.718186 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-85a54a1f-c1ef-47d2-b7f1-99cd9ee9df19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:05:56.730402 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1e6110-049b-4824-8688-ba1e2afbd220 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b8129e1-da00-46d8-ab9d-f34855bdef69,revision_number=None']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:05:56.733984 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-ea1e6110-049b-4824-8688-ba1e2afbd220 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:05:56.739439 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-ea1e6110-049b-4824-8688-ba1e2afbd220 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:56.740618 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-ea1e6110-049b-4824-8688-ba1e2afbd220 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3b8129e1-da00-46d8-ab9d-f34855bdef69 HTTP/1.1" status: 204 len: 168 time: 0.3551550 May 03 16:05:57.050432 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-0a33ef69-552a-452a-ba7b-7c56722fc4fe req-bc4c8451-e93d-47d6-89a1-fbd50b7b3648 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] 10.222.0.11 "GET /v2.0/ports?device_id=339eacb1-87d7-4c28-b669-4602c4cc200a HTTP/1.1" status: 200 len: 210 time: 0.1110764 May 03 16:05:57.070657 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-d93cedce-6c05-49c7-b399-a30b099e8858 req-629ab32a-5bd3-42d8-8d87-6c9080999061 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f537497-d0c4-4e5c-9172-463297393663 HTTP/1.1" status: 200 len: 210 time: 0.0742624 May 03 16:05:57.196003 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa22a632-9e67-4759-b274-e039dc9a3e38 req-8a0e3dce-ec3a-4fc1-b02a-b8e99549381c tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:05:57.197823 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-aa22a632-9e67-4759-b274-e039dc9a3e38 req-8a0e3dce-ec3a-4fc1-b02a-b8e99549381c tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.42 "GET /v2.0/networks?id=3d07b93f-2cbc-4419-9656-593dd149b251 HTTP/1.1" status: 200 len: 816 time: 0.2566166 May 03 16:05:57.248071 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-aa22a632-9e67-4759-b274-e039dc9a3e38 req-38979283-6c5e-4ce7-bbf5-53a9be0e00a7 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=30698392a3254cc2a62d95e9d3896fad HTTP/1.1" status: 200 len: 379 time: 0.0414817 May 03 16:05:57.259229 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.v2.base [req-aa22a632-9e67-4759-b274-e039dc9a3e38 req-c90c90b3-86b9-4c04-a152-7da573748e7c tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Request body: {'port': {'device_id': '6f537497-d0c4-4e5c-9172-463297393663', 'network_id': '3d07b93f-2cbc-4419-9656-593dd149b251', 'admin_state_up': True, 'tenant_id': '30698392a3254cc2a62d95e9d3896fad', 'security_groups': ['c2f34bbd-26e5-44dc-803f-e8d6daaa86fb']}} {{(pid=74321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 16:05:57.431160 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [req-aa22a632-9e67-4759-b274-e039dc9a3e38 req-c90c90b3-86b9-4c04-a152-7da573748e7c tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:05:57.435313 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [req-aa22a632-9e67-4759-b274-e039dc9a3e38 req-c90c90b3-86b9-4c04-a152-7da573748e7c tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Usage tracker for resource:port and tenant:30698392a3254cc2a62d95e9d3896fad is out of sync, need to count used quota {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:05:57.438393 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [req-aa22a632-9e67-4759-b274-e039dc9a3e38 req-c90c90b3-86b9-4c04-a152-7da573748e7c tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Quota usage for port was recalculated. Used quota:3. {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:05:57.444075 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [req-aa22a632-9e67-4759-b274-e039dc9a3e38 req-c90c90b3-86b9-4c04-a152-7da573748e7c tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:05:57.576649 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa22a632-9e67-4759-b274-e039dc9a3e38 req-c90c90b3-86b9-4c04-a152-7da573748e7c tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Made reservation on behalf of 30698392a3254cc2a62d95e9d3896fad for: {'port': 1} {{(pid=74321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 16:05:57.580480 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [req-aa22a632-9e67-4759-b274-e039dc9a3e38 req-c90c90b3-86b9-4c04-a152-7da573748e7c tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:57.762191 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.db_base_plugin_common [req-aa22a632-9e67-4759-b274-e039dc9a3e38 req-c90c90b3-86b9-4c04-a152-7da573748e7c tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Allocated IP 172.20.0.9 (3d07b93f-2cbc-4419-9656-593dd149b251/6e179f81-7e4a-49b9-b9a9-9613d63a9979/8fb64b0f-8e1a-488e-8641-9ef284a4934a) {{(pid=74321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 16:05:57.956722 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [req-aa22a632-9e67-4759-b274-e039dc9a3e38 req-c90c90b3-86b9-4c04-a152-7da573748e7c tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Notify callbacks [] for port, precommit_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:57.974789 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.provisioning_blocks [req-aa22a632-9e67-4759-b274-e039dc9a3e38 req-c90c90b3-86b9-4c04-a152-7da573748e7c tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Transition to ACTIVE for port object 8fb64b0f-8e1a-488e-8641-9ef284a4934a will not be triggered until provisioned by entity DHCP. {{(pid=74321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 16:05:58.107762 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [req-aa22a632-9e67-4759-b274-e039dc9a3e38 req-c90c90b3-86b9-4c04-a152-7da573748e7c tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781092417302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094623'] for port, after_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:58.113692 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-18a0a183-5f50-4c60-b3d0-389e036ffb18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:05:58.219912 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-ac57a598-be40-4041-9e7f-25ee0c93f7dd req-9bf6ffd4-e1e1-4cf6-9a8e-d882c39134fb tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] 10.222.0.11 "GET /v2.0/ports?device_id=339eacb1-87d7-4c28-b669-4602c4cc200a HTTP/1.1" status: 200 len: 210 time: 0.0668018 May 03 16:05:58.282982 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa22a632-9e67-4759-b274-e039dc9a3e38 req-c90c90b3-86b9-4c04-a152-7da573748e7c tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Network 3d07b93f-2cbc-4419-9656-593dd149b251 is already hosted by enough agents. {{(pid=74321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 16:05:58.287073 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.scheduler.base_scheduler [req-aa22a632-9e67-4759-b274-e039dc9a3e38 req-c90c90b3-86b9-4c04-a152-7da573748e7c tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Resources bound (agent type, host, resource id): {{(pid=74321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:05:58.294090 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa22a632-9e67-4759-b274-e039dc9a3e38 req-c90c90b3-86b9-4c04-a152-7da573748e7c tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Received port after_create {{(pid=74321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 03 16:05:58.328417 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90c90b3-86b9-4c04-a152-7da573748e7c tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Pushing event updated for resources: {'Port': ['ID=8fb64b0f-8e1a-488e-8641-9ef284a4934a,revision_number=1']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:05:58.343081 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-c90c90b3-86b9-4c04-a152-7da573748e7c tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:05:58.377248 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa22a632-9e67-4759-b274-e039dc9a3e38 req-c90c90b3-86b9-4c04-a152-7da573748e7c tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:05:58.378228 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [req-aa22a632-9e67-4759-b274-e039dc9a3e38 req-c90c90b3-86b9-4c04-a152-7da573748e7c tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504013'] for port, before_response {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:58.427202 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2e894a-e5da-45b4-b2f6-a6b93be6261a req-cf4604c1-6a5b-4e7c-92f5-766e82fe896e tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:05:58.427938 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [req-8e2e894a-e5da-45b4-b2f6-a6b93be6261a req-cf4604c1-6a5b-4e7c-92f5-766e82fe896e tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Synchronizing usage tracker for tenant:30698392a3254cc2a62d95e9d3896fad on resource:port {{(pid=74321) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 16:05:58.519073 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-aa22a632-9e67-4759-b274-e039dc9a3e38 req-c90c90b3-86b9-4c04-a152-7da573748e7c tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2654796 May 03 16:05:58.530920 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.v2.base [req-aa22a632-9e67-4759-b274-e039dc9a3e38 req-2d97a1f0-f474-495c-bbf5-e62d5bf11533 service neutron] Request body: {'port': {'device_id': '6f537497-d0c4-4e5c-9172-463297393663', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=74321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 16:05:58.641351 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [req-aa22a632-9e67-4759-b274-e039dc9a3e38 req-2d97a1f0-f474-495c-bbf5-e62d5bf11533 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:58.651850 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [req-8e2e894a-e5da-45b4-b2f6-a6b93be6261a req-cf4604c1-6a5b-4e7c-92f5-766e82fe896e tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Unset dirty status for tenant:30698392a3254cc2a62d95e9d3896fad on resource:port {{(pid=74321) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 16:05:58.653093 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-8e2e894a-e5da-45b4-b2f6-a6b93be6261a req-cf4604c1-6a5b-4e7c-92f5-766e82fe896e tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f537497-d0c4-4e5c-9172-463297393663 HTTP/1.1" status: 200 len: 931 time: 0.4397104 May 03 16:05:58.684177 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-07f1f131-2c5c-43c9-bad3-230f7791dbb5 None None] Provisioning for port 8fb64b0f-8e1a-488e-8641-9ef284a4934a completed by entity DHCP. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 16:05:58.691079 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-07f1f131-2c5c-43c9-bad3-230f7791dbb5 None None] Provisioning complete for port 8fb64b0f-8e1a-488e-8641-9ef284a4934a triggered by entity DHCP. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 16:05:58.691694 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-07f1f131-2c5c-43c9-bad3-230f7791dbb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033555'] for port, provisioning_complete {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:58.753560 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-8e2e894a-e5da-45b4-b2f6-a6b93be6261a req-fd65fdeb-6ae8-4663-8593-1dda30f24de5 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2f34bbd-26e5-44dc-803f-e8d6daaa86fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927157 May 03 16:05:58.753950 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.plugin [None req-07f1f131-2c5c-43c9-bad3-230f7791dbb5 None None] Port 8fb64b0f-8e1a-488e-8641-9ef284a4934a cannot update to ACTIVE because it is not bound. {{(pid=74322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 16:05:59.068884 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.notifiers.nova [req-aa22a632-9e67-4759-b274-e039dc9a3e38 req-2d97a1f0-f474-495c-bbf5-e62d5bf11533 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fb64b0f-8e1a-488e-8641-9ef284a4934a {{(pid=74321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 03 16:05:59.076845 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [req-aa22a632-9e67-4759-b274-e039dc9a3e38 req-2d97a1f0-f474-495c-bbf5-e62d5bf11533 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:59.093251 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.provisioning_blocks [req-aa22a632-9e67-4759-b274-e039dc9a3e38 req-2d97a1f0-f474-495c-bbf5-e62d5bf11533 service neutron] Transition to ACTIVE for port object 8fb64b0f-8e1a-488e-8641-9ef284a4934a will not be triggered until provisioned by entity L2. {{(pid=74321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 16:05:59.187469 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [req-aa22a632-9e67-4759-b274-e039dc9a3e38 req-2d97a1f0-f474-495c-bbf5-e62d5bf11533 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3094632'] for port, after_update {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:59.192923 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-002bbfe4-294d-4b93-b04a-8dfeb92d675c tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:05:59.486084 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d97a1f0-f474-495c-bbf5-e62d5bf11533 service neutron] Pushing event updated for resources: {'Port': ['ID=8fb64b0f-8e1a-488e-8641-9ef284a4934a,revision_number=2']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:05:59.490447 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-67540bc7-5ce4-4722-a6f4-28eb92b69c1d req-d2d8ecf3-1a3f-4927-80b6-859cdc11a0dd tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] 10.222.0.11 "GET /v2.0/ports?device_id=339eacb1-87d7-4c28-b669-4602c4cc200a HTTP/1.1" status: 200 len: 210 time: 0.0838783 May 03 16:05:59.492008 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-2d97a1f0-f474-495c-bbf5-e62d5bf11533 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:05:59.613982 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.managers [req-aa22a632-9e67-4759-b274-e039dc9a3e38 req-2d97a1f0-f474-495c-bbf5-e62d5bf11533 service neutron] Attempting to bind port 8fb64b0f-8e1a-488e-8641-9ef284a4934a on host hv-cinder-77428 for vnic_type normal with profile {{(pid=74321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 16:05:59.614328 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.managers [req-aa22a632-9e67-4759-b274-e039dc9a3e38 req-2d97a1f0-f474-495c-bbf5-e62d5bf11533 service neutron] Attempting to bind port 8fb64b0f-8e1a-488e-8641-9ef284a4934a by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '2b1d67ca-c22e-4b92-bc7c-13b39c284b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3d07b93f-2cbc-4419-9656-593dd149b251'}] {{(pid=74321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 16:05:59.619621 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa22a632-9e67-4759-b274-e039dc9a3e38 req-2d97a1f0-f474-495c-bbf5-e62d5bf11533 service neutron] Attempting to bind port 8fb64b0f-8e1a-488e-8641-9ef284a4934a on network 3d07b93f-2cbc-4419-9656-593dd149b251 {{(pid=74321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 16:05:59.620447 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa22a632-9e67-4759-b274-e039dc9a3e38 req-2d97a1f0-f474-495c-bbf5-e62d5bf11533 service neutron] Port 8fb64b0f-8e1a-488e-8641-9ef284a4934a on network 3d07b93f-2cbc-4419-9656-593dd149b251 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=74321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 16:05:59.620770 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa22a632-9e67-4759-b274-e039dc9a3e38 req-2d97a1f0-f474-495c-bbf5-e62d5bf11533 service neutron] Attempting to bind port 8fb64b0f-8e1a-488e-8641-9ef284a4934a on network 3d07b93f-2cbc-4419-9656-593dd149b251 {{(pid=74321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 16:05:59.627624 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa22a632-9e67-4759-b274-e039dc9a3e38 req-2d97a1f0-f474-495c-bbf5-e62d5bf11533 service neutron] Checking agent: {'id': 'e8f37935-7292-412a-84f9-cfa484ab4cdd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 3, 16, 0, 3), 'started_at': datetime.datetime(2021, 5, 3, 16, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 5, 3, 16, 5, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 16:05:59.627959 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa22a632-9e67-4759-b274-e039dc9a3e38 req-2d97a1f0-f474-495c-bbf5-e62d5bf11533 service neutron] Checking segment: {'id': '2b1d67ca-c22e-4b92-bc7c-13b39c284b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3d07b93f-2cbc-4419-9656-593dd149b251'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 03 16:05:59.628444 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa22a632-9e67-4759-b274-e039dc9a3e38 req-2d97a1f0-f474-495c-bbf5-e62d5bf11533 service neutron] Bound using segment: {'id': '2b1d67ca-c22e-4b92-bc7c-13b39c284b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3d07b93f-2cbc-4419-9656-593dd149b251'} {{(pid=74321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 16:05:59.629092 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.managers [req-aa22a632-9e67-4759-b274-e039dc9a3e38 req-2d97a1f0-f474-495c-bbf5-e62d5bf11533 service neutron] Bound port: 8fb64b0f-8e1a-488e-8641-9ef284a4934a, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b1d67ca-c22e-4b92-bc7c-13b39c284b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3d07b93f-2cbc-4419-9656-593dd149b251'}}] {{(pid=74321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 16:05:59.629436 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [req-aa22a632-9e67-4759-b274-e039dc9a3e38 req-2d97a1f0-f474-495c-bbf5-e62d5bf11533 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:59.753425 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.db [req-aa22a632-9e67-4759-b274-e039dc9a3e38 req-2d97a1f0-f474-495c-bbf5-e62d5bf11533 service neutron] For port 8fb64b0f-8e1a-488e-8641-9ef284a4934a, host hv-cinder-77428, cleared binding levels {{(pid=74321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 16:05:59.756639 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.db [req-aa22a632-9e67-4759-b274-e039dc9a3e38 req-2d97a1f0-f474-495c-bbf5-e62d5bf11533 service neutron] For port 8fb64b0f-8e1a-488e-8641-9ef284a4934a, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=8fb64b0f-8e1a-488e-8641-9ef284a4934a,segment=NetworkSegment(2b1d67ca-c22e-4b92-bc7c-13b39c284b0e),segment_id=2b1d67ca-c22e-4b92-bc7c-13b39c284b0e)] {{(pid=74321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 16:05:59.906360 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [req-aa22a632-9e67-4759-b274-e039dc9a3e38 req-2d97a1f0-f474-495c-bbf5-e62d5bf11533 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3094632'] for port, after_update {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:59.915417 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-99587bc0-5995-4955-912e-f2eb767b6e84 tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:05:59.989577 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa22a632-9e67-4759-b274-e039dc9a3e38 req-2d97a1f0-f474-495c-bbf5-e62d5bf11533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:05:59.990402 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [req-aa22a632-9e67-4759-b274-e039dc9a3e38 req-2d97a1f0-f474-495c-bbf5-e62d5bf11533 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504013'] for port, before_response {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:05:59.991791 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-aa22a632-9e67-4759-b274-e039dc9a3e38 req-2d97a1f0-f474-495c-bbf5-e62d5bf11533 service neutron] 10.222.0.42 "PUT /v2.0/ports/8fb64b0f-8e1a-488e-8641-9ef284a4934a HTTP/1.1" status: 200 len: 1093 time: 1.4652340 May 03 16:05:59.994214 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f537497-d0c4-4e5c-9172-463297393663', 'tag': '8fb64b0f-8e1a-488e-8641-9ef284a4934a'}] {{(pid=74321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 16:06:00.038419 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d97a1f0-f474-495c-bbf5-e62d5bf11533 service neutron] Pushing event updated for resources: {'Port': ['ID=8fb64b0f-8e1a-488e-8641-9ef284a4934a,revision_number=3']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:06:00.042795 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-2d97a1f0-f474-495c-bbf5-e62d5bf11533 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:06:00.052109 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aaa96a-a4f2-45a0-a718-fe4e8a065eb9 req-8ffe7723-ce37-4aa0-8369-9ef578a14577 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:06:00.053785 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-17aaa96a-a4f2-45a0-a718-fe4e8a065eb9 req-8ffe7723-ce37-4aa0-8369-9ef578a14577 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f537497-d0c4-4e5c-9172-463297393663 HTTP/1.1" status: 200 len: 943 time: 0.1839614 May 03 16:06:00.055453 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f537497-d0c4-4e5c-9172-463297393663', 'tag': '8fb64b0f-8e1a-488e-8641-9ef284a4934a', 'status': 'completed', 'code': 200} May 03 16:06:00.159599 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-17aaa96a-a4f2-45a0-a718-fe4e8a065eb9 req-93877218-e148-4cb4-b2f0-bfa98f4d5661 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2f34bbd-26e5-44dc-803f-e8d6daaa86fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977504 May 03 16:06:00.194855 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89f4890-3e32-4b6f-9cfa-27004c2e8b68 req-e273f090-68f5-42f5-bf16-1c82b00ce078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:06:00.196937 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-a89f4890-3e32-4b6f-9cfa-27004c2e8b68 req-e273f090-68f5-42f5-bf16-1c82b00ce078 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=30698392a3254cc2a62d95e9d3896fad&device_id=6f537497-d0c4-4e5c-9172-463297393663 HTTP/1.1" status: 200 len: 1096 time: 0.1156607 May 03 16:06:00.353832 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89f4890-3e32-4b6f-9cfa-27004c2e8b68 req-1cc05c21-b0a8-47e5-bded-b7c639591fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:06:00.355398 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-a89f4890-3e32-4b6f-9cfa-27004c2e8b68 req-1cc05c21-b0a8-47e5-bded-b7c639591fde service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=30698392a3254cc2a62d95e9d3896fad&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1509612 May 03 16:06:00.397573 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d6307e-05a9-4e12-9886-a4c326882304 req-e5c0adc6-be53-4451-b8bb-dece3c3114ec tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:06:00.399032 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [req-92d6307e-05a9-4e12-9886-a4c326882304 req-e5c0adc6-be53-4451-b8bb-dece3c3114ec tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Synchronizing usage tracker for tenant:4674801f8cde4a898e908d2bbc407321 on resource:network {{(pid=74320) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 16:06:00.511476 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89f4890-3e32-4b6f-9cfa-27004c2e8b68 req-a450b7d0-5a55-4019-a376-26dd6a7f7e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:06:00.512918 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-a89f4890-3e32-4b6f-9cfa-27004c2e8b68 req-a450b7d0-5a55-4019-a376-26dd6a7f7e49 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1510162 May 03 16:06:00.531087 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [req-92d6307e-05a9-4e12-9886-a4c326882304 req-e5c0adc6-be53-4451-b8bb-dece3c3114ec tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Unset dirty status for tenant:4674801f8cde4a898e908d2bbc407321 on resource:network {{(pid=74320) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 16:06:00.532925 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-92d6307e-05a9-4e12-9886-a4c326882304 req-e5c0adc6-be53-4451-b8bb-dece3c3114ec tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] 10.222.0.42 "GET /v2.0/networks?id=ee83eab2-6d77-4c11-b22f-58569dd0cad4 HTTP/1.1" status: 200 len: 814 time: 0.3020961 May 03 16:06:00.553959 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.v2.base [req-92d6307e-05a9-4e12-9886-a4c326882304 req-7f41fda8-4fea-4434-9026-169b1816c819 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Request body: {'port': {'device_id': '339eacb1-87d7-4c28-b669-4602c4cc200a', 'network_id': 'ee83eab2-6d77-4c11-b22f-58569dd0cad4', 'admin_state_up': True, 'tenant_id': '4674801f8cde4a898e908d2bbc407321'}} {{(pid=74320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 16:06:00.672975 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-b143c6c4-5ff1-4cb1-89e5-08d818105bb0 req-4cda6740-ecfc-4e0e-b311-fc9594b34afa tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] 10.222.0.11 "GET /v2.0/ports?device_id=339eacb1-87d7-4c28-b669-4602c4cc200a HTTP/1.1" status: 200 len: 210 time: 0.0498154 May 03 16:06:00.675352 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa22a632-9e67-4759-b274-e039dc9a3e38 req-3aa20674-1de0-45a8-acb1-e5edbeee6c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:06:00.676918 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-aa22a632-9e67-4759-b274-e039dc9a3e38 req-3aa20674-1de0-45a8-acb1-e5edbeee6c9a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=30698392a3254cc2a62d95e9d3896fad&device_id=6f537497-d0c4-4e5c-9172-463297393663 HTTP/1.1" status: 200 len: 1096 time: 0.1258912 May 03 16:06:00.712217 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [req-92d6307e-05a9-4e12-9886-a4c326882304 req-7f41fda8-4fea-4434-9026-169b1816c819 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:06:00.716410 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [req-92d6307e-05a9-4e12-9886-a4c326882304 req-7f41fda8-4fea-4434-9026-169b1816c819 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Usage tracker for resource:port and tenant:4674801f8cde4a898e908d2bbc407321 is out of sync, need to count used quota {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:06:00.719496 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [req-92d6307e-05a9-4e12-9886-a4c326882304 req-7f41fda8-4fea-4434-9026-169b1816c819 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Quota usage for port was recalculated. Used quota:2. {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:06:00.725640 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [req-92d6307e-05a9-4e12-9886-a4c326882304 req-7f41fda8-4fea-4434-9026-169b1816c819 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:06:00.757919 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-aa22a632-9e67-4759-b274-e039dc9a3e38 req-38c04d13-29d2-4d6f-9a33-f128ac417c03 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8fb64b0f-8e1a-488e-8641-9ef284a4934a HTTP/1.1" status: 200 len: 217 time: 0.0706503 May 03 16:06:00.827498 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa22a632-9e67-4759-b274-e039dc9a3e38 req-0b4a04f2-3fdf-447b-8967-832d2c8186be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:06:00.831165 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-aa22a632-9e67-4759-b274-e039dc9a3e38 req-0b4a04f2-3fdf-447b-8967-832d2c8186be service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6e179f81-7e4a-49b9-b9a9-9613d63a9979 HTTP/1.1" status: 200 len: 855 time: 0.0649576 May 03 16:06:00.913132 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa22a632-9e67-4759-b274-e039dc9a3e38 req-033a8b41-76e2-452a-9cc0-42dc64cf245a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:06:00.914612 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92d6307e-05a9-4e12-9886-a4c326882304 req-7f41fda8-4fea-4434-9026-169b1816c819 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Made reservation on behalf of 4674801f8cde4a898e908d2bbc407321 for: {'port': 1} {{(pid=74320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 16:06:00.914751 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-aa22a632-9e67-4759-b274-e039dc9a3e38 req-033a8b41-76e2-452a-9cc0-42dc64cf245a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3d07b93f-2cbc-4419-9656-593dd149b251&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0783901 May 03 16:06:00.922779 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [req-92d6307e-05a9-4e12-9886-a4c326882304 req-7f41fda8-4fea-4434-9026-169b1816c819 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:01.093527 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-aa22a632-9e67-4759-b274-e039dc9a3e38 req-ed213d07-37a8-4ffe-a2fd-cc088b5c0a46 service neutron] 10.222.0.42 "GET /v2.0/networks/3d07b93f-2cbc-4419-9656-593dd149b251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647053 May 03 16:06:01.179531 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.db_base_plugin_common [req-92d6307e-05a9-4e12-9886-a4c326882304 req-7f41fda8-4fea-4434-9026-169b1816c819 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Allocated IP 172.20.0.14 (ee83eab2-6d77-4c11-b22f-58569dd0cad4/dd006b64-ffee-4037-90f3-2d8cf093a6b7/889da5f3-852f-4f3c-b092-903b8218f963) {{(pid=74320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 16:06:01.440800 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-aa22a632-9e67-4759-b274-e039dc9a3e38 req-10f29798-6375-477f-ada4-6c4426fe0102 service neutron] 10.222.0.42 "GET /v2.0/networks/3d07b93f-2cbc-4419-9656-593dd149b251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3382967 May 03 16:06:01.514568 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb014a38-4d95-4f96-b146-99dce45a1d56 req-c89c8320-53b8-4a6e-83b2-50923db06542 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:06:01.516347 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-cb014a38-4d95-4f96-b146-99dce45a1d56 req-c89c8320-53b8-4a6e-83b2-50923db06542 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f537497-d0c4-4e5c-9172-463297393663 HTTP/1.1" status: 200 len: 943 time: 0.1407933 May 03 16:06:01.562320 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [req-92d6307e-05a9-4e12-9886-a4c326882304 req-7f41fda8-4fea-4434-9026-169b1816c819 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Notify callbacks [] for port, precommit_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:01.569752 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-cb014a38-4d95-4f96-b146-99dce45a1d56 req-1d967143-7f2b-437a-a129-8274cfa1d0a3 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2f34bbd-26e5-44dc-803f-e8d6daaa86fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475338 May 03 16:06:01.578237 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.provisioning_blocks [req-92d6307e-05a9-4e12-9886-a4c326882304 req-7f41fda8-4fea-4434-9026-169b1816c819 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Transition to ACTIVE for port object 889da5f3-852f-4f3c-b092-903b8218f963 will not be triggered until provisioned by entity DHCP. {{(pid=74320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 16:06:01.707410 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [req-92d6307e-05a9-4e12-9886-a4c326882304 req-7f41fda8-4fea-4434-9026-169b1816c819 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781092417302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2110393'] for port, after_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:01.713521 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-2986945e-8e67-4f16-8f4b-1f60caec38aa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:06:01.794126 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92d6307e-05a9-4e12-9886-a4c326882304 req-7f41fda8-4fea-4434-9026-169b1816c819 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Network ee83eab2-6d77-4c11-b22f-58569dd0cad4 is already hosted by enough agents. {{(pid=74320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 16:06:01.799238 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.scheduler.base_scheduler [req-92d6307e-05a9-4e12-9886-a4c326882304 req-7f41fda8-4fea-4434-9026-169b1816c819 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Resources bound (agent type, host, resource id): {{(pid=74320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:06:01.803500 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.l3_dvrscheduler_db [req-92d6307e-05a9-4e12-9886-a4c326882304 req-7f41fda8-4fea-4434-9026-169b1816c819 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Received port after_create {{(pid=74320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 03 16:06:01.851531 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f41fda8-4fea-4434-9026-169b1816c819 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Pushing event updated for resources: {'Port': ['ID=889da5f3-852f-4f3c-b092-903b8218f963,revision_number=1']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:06:01.879013 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f41fda8-4fea-4434-9026-169b1816c819 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:06:01.879385 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f41fda8-4fea-4434-9026-169b1816c819 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:06:01.879745 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f41fda8-4fea-4434-9026-169b1816c819 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:06:01.880102 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f41fda8-4fea-4434-9026-169b1816c819 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:06:01.880560 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f41fda8-4fea-4434-9026-169b1816c819 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:06:01.880913 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f41fda8-4fea-4434-9026-169b1816c819 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:06:01.881279 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f41fda8-4fea-4434-9026-169b1816c819 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:06:01.881610 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f41fda8-4fea-4434-9026-169b1816c819 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:06:01.881998 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f41fda8-4fea-4434-9026-169b1816c819 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:06:01.882368 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f41fda8-4fea-4434-9026-169b1816c819 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:06:01.882679 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f41fda8-4fea-4434-9026-169b1816c819 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:06:01.883079 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f41fda8-4fea-4434-9026-169b1816c819 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:06:01.889778 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-7f41fda8-4fea-4434-9026-169b1816c819 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:06:01.943631 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d6307e-05a9-4e12-9886-a4c326882304 req-7f41fda8-4fea-4434-9026-169b1816c819 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:06:01.950281 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [req-92d6307e-05a9-4e12-9886-a4c326882304 req-7f41fda8-4fea-4434-9026-169b1816c819 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504013'] for port, before_response {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:02.092178 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-92d6307e-05a9-4e12-9886-a4c326882304 req-7f41fda8-4fea-4434-9026-169b1816c819 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5418203 May 03 16:06:02.126986 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d0271a-5366-44de-b31c-60768336a7ca req-7c2923f2-0635-490d-a5d0-bc85b23a8d69 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:06:02.134992 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-78d0271a-5366-44de-b31c-60768336a7ca req-7c2923f2-0635-490d-a5d0-bc85b23a8d69 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] 10.222.0.11 "GET /v2.0/ports?device_id=339eacb1-87d7-4c28-b669-4602c4cc200a HTTP/1.1" status: 200 len: 932 time: 0.3072846 May 03 16:06:02.198476 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-78d0271a-5366-44de-b31c-60768336a7ca req-01ed56f8-512b-438d-9f73-663847cfeca7 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] 10.222.0.11 "GET /v2.0/security-groups?id=8e85cad6-e117-4792-8b74-9a448c17ce8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625494 May 03 16:06:02.264119 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-4c46687a-16e4-4dd2-8b28-e2ec188f0871 None None] Provisioning for port 889da5f3-852f-4f3c-b092-903b8218f963 completed by entity DHCP. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 16:06:02.278562 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-4c46687a-16e4-4dd2-8b28-e2ec188f0871 None None] Provisioning complete for port 889da5f3-852f-4f3c-b092-903b8218f963 triggered by entity DHCP. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 16:06:02.279154 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-4c46687a-16e4-4dd2-8b28-e2ec188f0871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033555'] for port, provisioning_complete {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:02.381286 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.plugin [None req-4c46687a-16e4-4dd2-8b28-e2ec188f0871 None None] Port 889da5f3-852f-4f3c-b092-903b8218f963 cannot update to ACTIVE because it is not bound. {{(pid=74322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 16:06:02.808286 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011bae6e-71c5-42bd-a16d-a536bc4fa0de req-3571a019-6de7-43ea-8481-1062c7f5dea5 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:06:02.812173 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-011bae6e-71c5-42bd-a16d-a536bc4fa0de req-3571a019-6de7-43ea-8481-1062c7f5dea5 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f537497-d0c4-4e5c-9172-463297393663 HTTP/1.1" status: 200 len: 943 time: 0.1166852 May 03 16:06:02.861000 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:02.884563 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-011bae6e-71c5-42bd-a16d-a536bc4fa0de req-e0625182-4aef-4ea5-93ca-4a7e66e7a1f6 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2f34bbd-26e5-44dc-803f-e8d6daaa86fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630744 May 03 16:06:03.453640 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9383c534-91b4-48f7-8a01-2f3684a1b95a req-ebe3037c-4f10-4338-9d41-d7298b6771dd tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:06:03.455296 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-9383c534-91b4-48f7-8a01-2f3684a1b95a req-ebe3037c-4f10-4338-9d41-d7298b6771dd tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] 10.222.0.11 "GET /v2.0/ports?device_id=339eacb1-87d7-4c28-b669-4602c4cc200a HTTP/1.1" status: 200 len: 932 time: 0.1021323 May 03 16:06:03.528584 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-9383c534-91b4-48f7-8a01-2f3684a1b95a req-28af77f2-138e-4aa5-a007-f6a5d0f30fdc tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] 10.222.0.11 "GET /v2.0/security-groups?id=8e85cad6-e117-4792-8b74-9a448c17ce8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658431 May 03 16:06:03.759040 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.agents_db [None req-1e570261-7bec-4919-9804-a616d65b12ea None None] Agent healthcheck: found 6 active agents {{(pid=74323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 03 16:06:04.175373 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffec37c-d18c-48ca-a025-aaf4f9cb5316 req-3918508d-c803-4a4f-841e-5b18bc87d6dc tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:06:04.177026 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-2ffec37c-d18c-48ca-a025-aaf4f9cb5316 req-3918508d-c803-4a4f-841e-5b18bc87d6dc tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6020fa3-c8c8-4d20-a437-d6e2a52deab0 HTTP/1.1" status: 200 len: 946 time: 0.1665728 May 03 16:06:04.189643 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf22a1a-7023-46c8-8627-86673409e55e req-93ba29c6-4340-4664-b8ec-cc1f26221091 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:06:04.196826 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-aaf22a1a-7023-46c8-8627-86673409e55e req-93ba29c6-4340-4664-b8ec-cc1f26221091 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f537497-d0c4-4e5c-9172-463297393663 HTTP/1.1" status: 200 len: 943 time: 0.1299188 May 03 16:06:04.295398 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-aaf22a1a-7023-46c8-8627-86673409e55e req-6fe773c8-02ab-4662-a11c-28de6ea95455 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2f34bbd-26e5-44dc-803f-e8d6daaa86fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964880 May 03 16:06:04.303823 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-2ffec37c-d18c-48ca-a025-aaf4f9cb5316 req-e2eb6758-e7aa-401a-a013-84811636d7d5 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "GET /v2.0/security-groups?id=f2246390-77bc-42a9-9caf-c5cb628b63b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680504 May 03 16:06:04.561004 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 53744) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:06:04.705888 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-934a2b73-1a95-498d-b73a-efe2e0ae3b80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:04.722470 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-934a2b73-1a95-498d-b73a-efe2e0ae3b80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:06:04.726418 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-934a2b73-1a95-498d-b73a-efe2e0ae3b80 admin admin] Usage tracker for resource:security_group_rule and tenant:fbc95c321c354fddaaada2348dcc51f1 is out of sync, need to count used quota {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:06:04.741254 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-934a2b73-1a95-498d-b73a-efe2e0ae3b80 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:06:04.754070 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afb72b0-3e11-4944-ae96-d8b690a26855 req-f6c680dd-1edf-418d-8993-b4fcfbd28fdb tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:06:04.756008 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-6afb72b0-3e11-4944-ae96-d8b690a26855 req-f6c680dd-1edf-418d-8993-b4fcfbd28fdb tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] 10.222.0.11 "GET /v2.0/ports?device_id=339eacb1-87d7-4c28-b669-4602c4cc200a HTTP/1.1" status: 200 len: 932 time: 0.0971057 May 03 16:06:04.756944 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-934a2b73-1a95-498d-b73a-efe2e0ae3b80 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:06:04.852634 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-6afb72b0-3e11-4944-ae96-d8b690a26855 req-fc76530e-c33a-4d54-99d7-01d8793dd6e1 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] 10.222.0.11 "GET /v2.0/security-groups?id=8e85cad6-e117-4792-8b74-9a448c17ce8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905368 May 03 16:06:04.866541 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-934a2b73-1a95-498d-b73a-efe2e0ae3b80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:04.941023 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-934a2b73-1a95-498d-b73a-efe2e0ae3b80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:04.948919 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-d291b903-eea5-45e4-bf8d-be7280936502 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:06:04.992293 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934a2b73-1a95-498d-b73a-efe2e0ae3b80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60400709-9c46-4be8-b883-6d073e579e38,revision_number=1']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:06:04.995708 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-934a2b73-1a95-498d-b73a-efe2e0ae3b80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:06:04.999823 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-934a2b73-1a95-498d-b73a-efe2e0ae3b80 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fbc95c321c354fddaaada2348dcc51f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4364846 May 03 16:06:05.002759 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 53750) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:06:05.079399 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-7c04ed30-71ad-428c-ae5f-e1e5fea714b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:05.121451 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-7c04ed30-71ad-428c-ae5f-e1e5fea714b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:05.306856 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-7c04ed30-71ad-428c-ae5f-e1e5fea714b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:05.312756 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-03148a4b-5e4e-4b43-b431-a4b25940b13a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:06:05.325270 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c04ed30-71ad-428c-ae5f-e1e5fea714b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60400709-9c46-4be8-b883-6d073e579e38,revision_number=None']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:06:05.351728 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c04ed30-71ad-428c-ae5f-e1e5fea714b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:06:05.351728 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c04ed30-71ad-428c-ae5f-e1e5fea714b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:06:05.351728 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c04ed30-71ad-428c-ae5f-e1e5fea714b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:06:05.351728 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c04ed30-71ad-428c-ae5f-e1e5fea714b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:06:05.351728 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c04ed30-71ad-428c-ae5f-e1e5fea714b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:06:05.351728 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c04ed30-71ad-428c-ae5f-e1e5fea714b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:06:05.351728 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c04ed30-71ad-428c-ae5f-e1e5fea714b4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:06:05.351728 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c04ed30-71ad-428c-ae5f-e1e5fea714b4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:06:05.351728 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c04ed30-71ad-428c-ae5f-e1e5fea714b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:06:05.351728 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c04ed30-71ad-428c-ae5f-e1e5fea714b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:06:05.351728 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c04ed30-71ad-428c-ae5f-e1e5fea714b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:06:05.351728 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c04ed30-71ad-428c-ae5f-e1e5fea714b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:06:05.351728 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-7c04ed30-71ad-428c-ae5f-e1e5fea714b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:05.353099 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-7c04ed30-71ad-428c-ae5f-e1e5fea714b4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/60400709-9c46-4be8-b883-6d073e579e38 HTTP/1.1" status: 204 len: 168 time: 0.3490231 May 03 16:06:05.354265 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-7c04ed30-71ad-428c-ae5f-e1e5fea714b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:06:05.614767 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cb354b-951b-414c-aefb-344ad4db81c4 req-03058f1c-3aa3-42c5-adfa-c2667023c3ea tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:06:05.616475 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-46cb354b-951b-414c-aefb-344ad4db81c4 req-03058f1c-3aa3-42c5-adfa-c2667023c3ea tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f537497-d0c4-4e5c-9172-463297393663 HTTP/1.1" status: 200 len: 943 time: 0.1295388 May 03 16:06:05.625620 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14ad181-1963-4bf0-98dd-402851c0301e req-2838af4a-fa55-4833-bd8b-18a9ce4868c8 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:06:05.627161 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-a14ad181-1963-4bf0-98dd-402851c0301e req-2838af4a-fa55-4833-bd8b-18a9ce4868c8 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6020fa3-c8c8-4d20-a437-d6e2a52deab0 HTTP/1.1" status: 200 len: 946 time: 0.1734715 May 03 16:06:05.709270 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-46cb354b-951b-414c-aefb-344ad4db81c4 req-5d25f378-08e4-4710-a473-7d150f166dc6 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2f34bbd-26e5-44dc-803f-e8d6daaa86fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810897 May 03 16:06:05.714407 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-a14ad181-1963-4bf0-98dd-402851c0301e req-64294d40-45f9-4e76-9e88-c9dfc882a9cd tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "GET /v2.0/security-groups?id=f2246390-77bc-42a9-9caf-c5cb628b63b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724661 May 03 16:06:06.041010 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ed0109-9dd1-4aa5-8428-c4c3c8b8fdba req-552a85e0-9ec3-4b90-bff6-c00a303d478b tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:06:06.042468 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-a0ed0109-9dd1-4aa5-8428-c4c3c8b8fdba req-552a85e0-9ec3-4b90-bff6-c00a303d478b tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] 10.222.0.11 "GET /v2.0/ports?device_id=339eacb1-87d7-4c28-b669-4602c4cc200a HTTP/1.1" status: 200 len: 932 time: 0.0853517 May 03 16:06:06.091970 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-a0ed0109-9dd1-4aa5-8428-c4c3c8b8fdba req-e1be62ec-3d62-4c95-993a-19f162525280 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] 10.222.0.11 "GET /v2.0/security-groups?id=8e85cad6-e117-4792-8b74-9a448c17ce8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430918 May 03 16:06:06.971502 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a3b888-e6d8-4df2-a6f1-00a76e3afea3 req-61767f07-ea00-44a0-8cfc-36e0ac90a943 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:06:06.973001 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-43a3b888-e6d8-4df2-a6f1-00a76e3afea3 req-61767f07-ea00-44a0-8cfc-36e0ac90a943 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6020fa3-c8c8-4d20-a437-d6e2a52deab0 HTTP/1.1" status: 200 len: 946 time: 0.1470413 May 03 16:06:06.985033 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbd4b85-1251-4bd5-95e9-a3f305f62158 req-8e98936e-91e3-402e-91ce-23688b92ec9a tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:06:06.986523 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-6bbd4b85-1251-4bd5-95e9-a3f305f62158 req-8e98936e-91e3-402e-91ce-23688b92ec9a tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f537497-d0c4-4e5c-9172-463297393663 HTTP/1.1" status: 200 len: 943 time: 0.1275685 May 03 16:06:07.054583 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-43a3b888-e6d8-4df2-a6f1-00a76e3afea3 req-6e84ffb1-ba9b-4182-ae7f-7a6c7c468cbb tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "GET /v2.0/security-groups?id=f2246390-77bc-42a9-9caf-c5cb628b63b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670791 May 03 16:06:07.064418 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-6bbd4b85-1251-4bd5-95e9-a3f305f62158 req-af5f1421-15f5-497e-ae87-80ad0ed6c918 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2f34bbd-26e5-44dc-803f-e8d6daaa86fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616508 May 03 16:06:07.315976 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece6260c-6e0f-44d8-a757-02ff125a8f3e req-49e68684-f7c3-4274-8392-9f788c6e5921 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:06:07.317666 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-ece6260c-6e0f-44d8-a757-02ff125a8f3e req-49e68684-f7c3-4274-8392-9f788c6e5921 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] 10.222.0.11 "GET /v2.0/ports?device_id=339eacb1-87d7-4c28-b669-4602c4cc200a HTTP/1.1" status: 200 len: 932 time: 0.0908117 May 03 16:06:07.371074 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-ece6260c-6e0f-44d8-a757-02ff125a8f3e req-ef366f76-1383-412c-8f3a-00cc25023cf1 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] 10.222.0.11 "GET /v2.0/security-groups?id=8e85cad6-e117-4792-8b74-9a448c17ce8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471981 May 03 16:06:08.329914 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c40e3d-b6e4-40ad-a8f9-5724addc6080 req-35b1efc4-87ff-44e9-812e-a964ffb534a0 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:06:08.331414 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-70c40e3d-b6e4-40ad-a8f9-5724addc6080 req-35b1efc4-87ff-44e9-812e-a964ffb534a0 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6020fa3-c8c8-4d20-a437-d6e2a52deab0 HTTP/1.1" status: 200 len: 946 time: 0.1470795 May 03 16:06:08.339119 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c878195-5506-420e-bceb-dfdef7e23183 req-1f62b8b2-1223-4e38-bd0e-d9d076a4d2f1 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:06:08.340668 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-4c878195-5506-420e-bceb-dfdef7e23183 req-1f62b8b2-1223-4e38-bd0e-d9d076a4d2f1 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f537497-d0c4-4e5c-9172-463297393663 HTTP/1.1" status: 200 len: 943 time: 0.1240876 May 03 16:06:08.409175 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-70c40e3d-b6e4-40ad-a8f9-5724addc6080 req-0bafee79-bf37-49a6-9261-95d1e3abf4c2 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "GET /v2.0/security-groups?id=f2246390-77bc-42a9-9caf-c5cb628b63b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675402 May 03 16:06:08.420648 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-4c878195-5506-420e-bceb-dfdef7e23183 req-14a913bd-5b32-46d3-95bd-4777d784d583 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2f34bbd-26e5-44dc-803f-e8d6daaa86fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657940 May 03 16:06:08.600553 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa488561-3b07-4c54-8637-e28e48cbab14 req-c7d71b23-d4b0-4cf4-8394-84b83319d0eb tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:06:08.601983 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-aa488561-3b07-4c54-8637-e28e48cbab14 req-c7d71b23-d4b0-4cf4-8394-84b83319d0eb tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] 10.222.0.11 "GET /v2.0/ports?device_id=339eacb1-87d7-4c28-b669-4602c4cc200a HTTP/1.1" status: 200 len: 932 time: 0.0882318 May 03 16:06:08.675112 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-aa488561-3b07-4c54-8637-e28e48cbab14 req-f1ed1c4f-964f-4d18-9231-f05cfad721b2 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] 10.222.0.11 "GET /v2.0/security-groups?id=8e85cad6-e117-4792-8b74-9a448c17ce8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668135 May 03 16:06:09.713224 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8a4113-b3f1-40f2-9ef7-d46f5abf1819 req-d16c2471-9225-47fb-abce-fd819298eb7a tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:06:09.714757 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-0d8a4113-b3f1-40f2-9ef7-d46f5abf1819 req-d16c2471-9225-47fb-abce-fd819298eb7a tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f537497-d0c4-4e5c-9172-463297393663 HTTP/1.1" status: 200 len: 943 time: 0.1300330 May 03 16:06:09.907209 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-0d8a4113-b3f1-40f2-9ef7-d46f5abf1819 req-ccea5528-3c0c-4836-a0a5-4bdfd18003b4 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2f34bbd-26e5-44dc-803f-e8d6daaa86fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1544623 May 03 16:06:09.942429 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8928ba-fd7c-4e68-9723-194e2ad3c882 req-fcab4dcb-dc10-43e0-a51d-d5ed810effd9 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:06:09.944596 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-8a8928ba-fd7c-4e68-9723-194e2ad3c882 req-fcab4dcb-dc10-43e0-a51d-d5ed810effd9 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6020fa3-c8c8-4d20-a437-d6e2a52deab0 HTTP/1.1" status: 200 len: 946 time: 0.2263589 May 03 16:06:10.012854 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-8a8928ba-fd7c-4e68-9723-194e2ad3c882 req-57fdabc6-9ffe-44e9-89bf-9c829e89034a tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "GET /v2.0/security-groups?id=f2246390-77bc-42a9-9caf-c5cb628b63b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626340 May 03 16:06:10.163188 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924cc362-3bea-480e-8d4f-1e26de01ec66 req-59bc7bc9-d0dc-46b1-9d6e-3e1c8fe738f3 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:06:10.174620 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-924cc362-3bea-480e-8d4f-1e26de01ec66 req-59bc7bc9-d0dc-46b1-9d6e-3e1c8fe738f3 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] 10.222.0.11 "GET /v2.0/ports?device_id=339eacb1-87d7-4c28-b669-4602c4cc200a HTTP/1.1" status: 200 len: 932 time: 0.1427829 May 03 16:06:10.260861 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-924cc362-3bea-480e-8d4f-1e26de01ec66 req-bdd69af4-9ac9-43a6-b1b2-12db31a0c2c8 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] 10.222.0.11 "GET /v2.0/security-groups?id=8e85cad6-e117-4792-8b74-9a448c17ce8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850601 May 03 16:06:10.809635 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-5c37814a-83ab-43b8-9259-6cdac9e2cf26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:11.150550 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87744b5-a175-4945-a1f8-36370392789f req-7a3828e8-cb77-4a0a-ab01-0f392ac196ba tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:06:11.152284 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-f87744b5-a175-4945-a1f8-36370392789f req-7a3828e8-cb77-4a0a-ab01-0f392ac196ba tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f537497-d0c4-4e5c-9172-463297393663 HTTP/1.1" status: 200 len: 943 time: 0.1319165 May 03 16:06:11.272215 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-f87744b5-a175-4945-a1f8-36370392789f req-bc2e6fb8-3565-49ba-af96-5414b8ade6d1 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2f34bbd-26e5-44dc-803f-e8d6daaa86fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649135 May 03 16:06:11.285201 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d33e856-25c5-45a8-a7b1-c1ef4bc0f338 req-47febee1-0925-42d3-bb67-0e2977904e34 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:06:11.286723 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-4d33e856-25c5-45a8-a7b1-c1ef4bc0f338 req-47febee1-0925-42d3-bb67-0e2977904e34 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6020fa3-c8c8-4d20-a437-d6e2a52deab0 HTTP/1.1" status: 200 len: 946 time: 0.1333320 May 03 16:06:11.346941 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-4d33e856-25c5-45a8-a7b1-c1ef4bc0f338 req-80ee2edc-b5b9-45c9-81f6-06ad7b38869e tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "GET /v2.0/security-groups?id=f2246390-77bc-42a9-9caf-c5cb628b63b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542712 May 03 16:06:11.485712 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f70001-279d-40c2-a7f0-416e3f692dc3 req-cfb9515f-63a1-4c07-8d12-b7f4a9ba3d80 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:06:11.486924 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-a3f70001-279d-40c2-a7f0-416e3f692dc3 req-cfb9515f-63a1-4c07-8d12-b7f4a9ba3d80 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] 10.222.0.11 "GET /v2.0/ports?device_id=339eacb1-87d7-4c28-b669-4602c4cc200a HTTP/1.1" status: 200 len: 932 time: 0.0853906 May 03 16:06:11.535690 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-a3f70001-279d-40c2-a7f0-416e3f692dc3 req-cdf5dc63-5621-4dde-9772-ce9a7d5c4254 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] 10.222.0.11 "GET /v2.0/security-groups?id=8e85cad6-e117-4792-8b74-9a448c17ce8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424626 May 03 16:06:12.536800 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e803d6ae-9832-4d09-b5c6-5831251b91e8 req-9c8677d2-ec6e-45ab-be2d-dd68f49e48fc tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:06:12.538428 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-e803d6ae-9832-4d09-b5c6-5831251b91e8 req-9c8677d2-ec6e-45ab-be2d-dd68f49e48fc tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f537497-d0c4-4e5c-9172-463297393663 HTTP/1.1" status: 200 len: 943 time: 0.1398535 May 03 16:06:12.606659 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f24c2b4-f29f-4b42-b729-39eb8614e84b req-de0dcd7d-5865-480e-8f23-f929634ecaed tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:06:12.608304 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-7f24c2b4-f29f-4b42-b729-39eb8614e84b req-de0dcd7d-5865-480e-8f23-f929634ecaed tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6020fa3-c8c8-4d20-a437-d6e2a52deab0 HTTP/1.1" status: 200 len: 946 time: 0.1280727 May 03 16:06:12.613200 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-e803d6ae-9832-4d09-b5c6-5831251b91e8 req-952c730d-8a4a-45a6-afaa-42305956d276 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2f34bbd-26e5-44dc-803f-e8d6daaa86fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657601 May 03 16:06:12.687071 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-7f24c2b4-f29f-4b42-b729-39eb8614e84b req-8f9d20e8-5807-47e8-9088-70bc00d08e42 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "GET /v2.0/security-groups?id=f2246390-77bc-42a9-9caf-c5cb628b63b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683503 May 03 16:06:13.534348 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e193be3c-17f8-4fd9-abb1-8022c258ce28 req-4c591e01-3312-4d8e-a20c-c2f8e53cd1f3 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:06:13.534348 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-e193be3c-17f8-4fd9-abb1-8022c258ce28 req-4c591e01-3312-4d8e-a20c-c2f8e53cd1f3 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] 10.222.0.11 "GET /v2.0/ports?device_id=339eacb1-87d7-4c28-b669-4602c4cc200a HTTP/1.1" status: 200 len: 932 time: 0.1997252 May 03 16:06:13.534348 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-e193be3c-17f8-4fd9-abb1-8022c258ce28 req-84d48904-9d43-42fc-8ff3-5e1aa2fd1344 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] 10.222.0.11 "GET /v2.0/security-groups?id=8e85cad6-e117-4792-8b74-9a448c17ce8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433431 May 03 16:06:13.878020 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.v2.base [req-92d6307e-05a9-4e12-9886-a4c326882304 req-283e7d69-0c5d-43c0-8e01-445ceaf683e3 service neutron] Request body: {'port': {'device_id': '339eacb1-87d7-4c28-b669-4602c4cc200a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=74320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 16:06:13.883360 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779f615e-1555-4667-b7ea-3dae29f3a9aa req-0a0f4b7d-e8b2-40ce-a88d-1badf67f3cc8 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:06:13.884925 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-779f615e-1555-4667-b7ea-3dae29f3a9aa req-0a0f4b7d-e8b2-40ce-a88d-1badf67f3cc8 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f537497-d0c4-4e5c-9172-463297393663 HTTP/1.1" status: 200 len: 943 time: 0.1456594 May 03 16:06:13.960990 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0c8be1-1f19-47b1-a96f-4e786c522366 req-0064f7c9-67d4-4cf2-9270-664bd0cb4e13 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:06:13.962611 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-bc0c8be1-1f19-47b1-a96f-4e786c522366 req-0064f7c9-67d4-4cf2-9270-664bd0cb4e13 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6020fa3-c8c8-4d20-a437-d6e2a52deab0 HTTP/1.1" status: 200 len: 946 time: 0.1515234 May 03 16:06:13.965559 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-779f615e-1555-4667-b7ea-3dae29f3a9aa req-3225c69c-7768-4c89-9ee6-c78931b0dd4b tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2f34bbd-26e5-44dc-803f-e8d6daaa86fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730488 May 03 16:06:14.007113 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:14.011736 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-0f0c39ff-52dc-4763-b3b7-b87cf48f52b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:14.023788 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-bc0c8be1-1f19-47b1-a96f-4e786c522366 req-c5b6c468-9e29-47ce-90a5-b0e7dd078cf8 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "GET /v2.0/security-groups?id=f2246390-77bc-42a9-9caf-c5cb628b63b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511448 May 03 16:06:14.085982 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [req-92d6307e-05a9-4e12-9886-a4c326882304 req-283e7d69-0c5d-43c0-8e01-445ceaf683e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:14.229593 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c9934e-3397-409b-a473-07b0cc835e88 req-cabf1ad8-0b92-410b-adc1-c008b07dd4a7 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:06:14.231052 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-16c9934e-3397-409b-a473-07b0cc835e88 req-cabf1ad8-0b92-410b-adc1-c008b07dd4a7 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] 10.222.0.11 "GET /v2.0/ports?device_id=339eacb1-87d7-4c28-b669-4602c4cc200a HTTP/1.1" status: 200 len: 932 time: 0.0867937 May 03 16:06:14.273271 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-b400cb21-de9a-47f5-b18b-46830690aa58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:14.284556 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-16c9934e-3397-409b-a473-07b0cc835e88 req-cd44887f-bb12-4d01-a515-32d591cb2e73 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] 10.222.0.11 "GET /v2.0/security-groups?id=8e85cad6-e117-4792-8b74-9a448c17ce8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444136 May 03 16:06:14.460437 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.notifiers.nova [req-92d6307e-05a9-4e12-9886-a4c326882304 req-283e7d69-0c5d-43c0-8e01-445ceaf683e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 889da5f3-852f-4f3c-b092-903b8218f963 {{(pid=74320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 03 16:06:14.468338 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [req-92d6307e-05a9-4e12-9886-a4c326882304 req-283e7d69-0c5d-43c0-8e01-445ceaf683e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:14.482728 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.provisioning_blocks [req-92d6307e-05a9-4e12-9886-a4c326882304 req-283e7d69-0c5d-43c0-8e01-445ceaf683e3 service neutron] Transition to ACTIVE for port object 889da5f3-852f-4f3c-b092-903b8218f963 will not be triggered until provisioned by entity L2. {{(pid=74320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 16:06:14.586313 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [req-92d6307e-05a9-4e12-9886-a4c326882304 req-283e7d69-0c5d-43c0-8e01-445ceaf683e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2110350'] for port, after_update {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:14.591363 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-d3cf3d0d-265f-4932-915c-da17354ba030 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:06:14.786138 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283e7d69-0c5d-43c0-8e01-445ceaf683e3 service neutron] Pushing event updated for resources: {'Port': ['ID=889da5f3-852f-4f3c-b092-903b8218f963,revision_number=2']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:06:14.791470 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-283e7d69-0c5d-43c0-8e01-445ceaf683e3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:06:14.833136 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.managers [req-92d6307e-05a9-4e12-9886-a4c326882304 req-283e7d69-0c5d-43c0-8e01-445ceaf683e3 service neutron] Attempting to bind port 889da5f3-852f-4f3c-b092-903b8218f963 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=74320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 16:06:14.833470 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.managers [req-92d6307e-05a9-4e12-9886-a4c326882304 req-283e7d69-0c5d-43c0-8e01-445ceaf683e3 service neutron] Attempting to bind port 889da5f3-852f-4f3c-b092-903b8218f963 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '81402262-53d4-4e9b-83a0-af23c1b9021d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'ee83eab2-6d77-4c11-b22f-58569dd0cad4'}] {{(pid=74320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 16:06:14.833799 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d6307e-05a9-4e12-9886-a4c326882304 req-283e7d69-0c5d-43c0-8e01-445ceaf683e3 service neutron] Attempting to bind port 889da5f3-852f-4f3c-b092-903b8218f963 on network ee83eab2-6d77-4c11-b22f-58569dd0cad4 {{(pid=74320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 16:06:14.838911 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d6307e-05a9-4e12-9886-a4c326882304 req-283e7d69-0c5d-43c0-8e01-445ceaf683e3 service neutron] Port 889da5f3-852f-4f3c-b092-903b8218f963 on network ee83eab2-6d77-4c11-b22f-58569dd0cad4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=74320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 16:06:14.839234 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d6307e-05a9-4e12-9886-a4c326882304 req-283e7d69-0c5d-43c0-8e01-445ceaf683e3 service neutron] Attempting to bind port 889da5f3-852f-4f3c-b092-903b8218f963 on network ee83eab2-6d77-4c11-b22f-58569dd0cad4 {{(pid=74320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 16:06:14.845685 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d6307e-05a9-4e12-9886-a4c326882304 req-283e7d69-0c5d-43c0-8e01-445ceaf683e3 service neutron] Checking agent: {'id': 'e8f37935-7292-412a-84f9-cfa484ab4cdd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 3, 16, 0, 3), 'started_at': datetime.datetime(2021, 5, 3, 16, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 5, 3, 16, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 16:06:14.845685 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d6307e-05a9-4e12-9886-a4c326882304 req-283e7d69-0c5d-43c0-8e01-445ceaf683e3 service neutron] Checking segment: {'id': '81402262-53d4-4e9b-83a0-af23c1b9021d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'ee83eab2-6d77-4c11-b22f-58569dd0cad4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 03 16:06:14.845685 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d6307e-05a9-4e12-9886-a4c326882304 req-283e7d69-0c5d-43c0-8e01-445ceaf683e3 service neutron] Bound using segment: {'id': '81402262-53d4-4e9b-83a0-af23c1b9021d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'ee83eab2-6d77-4c11-b22f-58569dd0cad4'} {{(pid=74320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 16:06:14.846074 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.managers [req-92d6307e-05a9-4e12-9886-a4c326882304 req-283e7d69-0c5d-43c0-8e01-445ceaf683e3 service neutron] Bound port: 889da5f3-852f-4f3c-b092-903b8218f963, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81402262-53d4-4e9b-83a0-af23c1b9021d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'ee83eab2-6d77-4c11-b22f-58569dd0cad4'}}] {{(pid=74320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 16:06:14.846367 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [req-92d6307e-05a9-4e12-9886-a4c326882304 req-283e7d69-0c5d-43c0-8e01-445ceaf683e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:14.947609 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.db [req-92d6307e-05a9-4e12-9886-a4c326882304 req-283e7d69-0c5d-43c0-8e01-445ceaf683e3 service neutron] For port 889da5f3-852f-4f3c-b092-903b8218f963, host hv-cinder-77428, cleared binding levels {{(pid=74320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 16:06:14.951517 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.db [req-92d6307e-05a9-4e12-9886-a4c326882304 req-283e7d69-0c5d-43c0-8e01-445ceaf683e3 service neutron] For port 889da5f3-852f-4f3c-b092-903b8218f963, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=889da5f3-852f-4f3c-b092-903b8218f963,segment=NetworkSegment(81402262-53d4-4e9b-83a0-af23c1b9021d),segment_id=81402262-53d4-4e9b-83a0-af23c1b9021d)] {{(pid=74320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 16:06:15.055607 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [req-92d6307e-05a9-4e12-9886-a4c326882304 req-283e7d69-0c5d-43c0-8e01-445ceaf683e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2110350'] for port, after_update {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:15.067108 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-e4aba061-ab18-4d0b-bd4e-e1bed21a9c13 tempest-VolumesActionsTest-473767156 tempest-VolumesActionsTest-473767156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:06:15.103249 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d6307e-05a9-4e12-9886-a4c326882304 req-283e7d69-0c5d-43c0-8e01-445ceaf683e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:06:15.104019 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [req-92d6307e-05a9-4e12-9886-a4c326882304 req-283e7d69-0c5d-43c0-8e01-445ceaf683e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504013'] for port, before_response {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:15.105451 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-92d6307e-05a9-4e12-9886-a4c326882304 req-283e7d69-0c5d-43c0-8e01-445ceaf683e3 service neutron] 10.222.0.42 "PUT /v2.0/ports/889da5f3-852f-4f3c-b092-903b8218f963 HTTP/1.1" status: 200 len: 1094 time: 1.2326686 May 03 16:06:15.114083 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '339eacb1-87d7-4c28-b669-4602c4cc200a', 'tag': '889da5f3-852f-4f3c-b092-903b8218f963'}] {{(pid=74320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 16:06:15.172914 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283e7d69-0c5d-43c0-8e01-445ceaf683e3 service neutron] Pushing event updated for resources: {'Port': ['ID=889da5f3-852f-4f3c-b092-903b8218f963,revision_number=3']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:06:15.176234 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-283e7d69-0c5d-43c0-8e01-445ceaf683e3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:06:15.253664 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3c4ea1-a13a-449f-8f4f-17442da962fc req-ef9a38b4-832f-405a-a4a6-1b2fc90bec81 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:06:15.255808 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-9e3c4ea1-a13a-449f-8f4f-17442da962fc req-ef9a38b4-832f-405a-a4a6-1b2fc90bec81 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f537497-d0c4-4e5c-9172-463297393663 HTTP/1.1" status: 200 len: 943 time: 0.1720567 May 03 16:06:15.308416 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5bb8d5-1d4b-48cf-a252-5b78e0e7841f req-b386c815-4f5d-4c71-9abf-a1bc8bcef512 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:06:15.315733 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-bf5bb8d5-1d4b-48cf-a252-5b78e0e7841f req-b386c815-4f5d-4c71-9abf-a1bc8bcef512 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6020fa3-c8c8-4d20-a437-d6e2a52deab0 HTTP/1.1" status: 200 len: 946 time: 0.1636972 May 03 16:06:15.369811 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-9e3c4ea1-a13a-449f-8f4f-17442da962fc req-6ba140aa-3ca0-4e7b-a602-33865a43ed5a tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2f34bbd-26e5-44dc-803f-e8d6daaa86fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019707 May 03 16:06:15.377869 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-bf5bb8d5-1d4b-48cf-a252-5b78e0e7841f req-bd62ecad-dfde-4100-ad11-7636df34432e tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "GET /v2.0/security-groups?id=f2246390-77bc-42a9-9caf-c5cb628b63b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615079 May 03 16:06:15.392993 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d6307e-05a9-4e12-9886-a4c326882304 req-e4b1e1ad-dcf7-4c97-a47f-9a1326bf2628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:06:15.398896 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-92d6307e-05a9-4e12-9886-a4c326882304 req-e4b1e1ad-dcf7-4c97-a47f-9a1326bf2628 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4674801f8cde4a898e908d2bbc407321&device_id=339eacb1-87d7-4c28-b669-4602c4cc200a HTTP/1.1" status: 200 len: 1097 time: 0.0889623 May 03 16:06:15.452606 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '339eacb1-87d7-4c28-b669-4602c4cc200a', 'tag': '889da5f3-852f-4f3c-b092-903b8218f963', 'status': 'completed', 'code': 200} May 03 16:06:15.467353 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-92d6307e-05a9-4e12-9886-a4c326882304 req-5938ec64-5ce2-4f33-9b41-5053c51137e6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=889da5f3-852f-4f3c-b092-903b8218f963 HTTP/1.1" status: 200 len: 217 time: 0.0644584 May 03 16:06:15.539434 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d6307e-05a9-4e12-9886-a4c326882304 req-27764c1b-2cc1-450d-9625-1d0831017705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:06:15.541267 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-92d6307e-05a9-4e12-9886-a4c326882304 req-27764c1b-2cc1-450d-9625-1d0831017705 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dd006b64-ffee-4037-90f3-2d8cf093a6b7 HTTP/1.1" status: 200 len: 853 time: 0.0660517 May 03 16:06:15.595521 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6727f456-cf21-4e3a-adf5-5261f87493af req-f8322b4a-5d83-460d-bb02-6da4638488c5 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:06:15.597541 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-6727f456-cf21-4e3a-adf5-5261f87493af req-f8322b4a-5d83-460d-bb02-6da4638488c5 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] 10.222.0.11 "GET /v2.0/ports?device_id=339eacb1-87d7-4c28-b669-4602c4cc200a HTTP/1.1" status: 200 len: 944 time: 0.1069500 May 03 16:06:15.601330 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 53938) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:06:15.629018 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d6307e-05a9-4e12-9886-a4c326882304 req-5fb4eb11-4d8d-4d5c-95ac-4f5c9cfd687b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:06:15.630916 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-92d6307e-05a9-4e12-9886-a4c326882304 req-5fb4eb11-4d8d-4d5c-95ac-4f5c9cfd687b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ee83eab2-6d77-4c11-b22f-58569dd0cad4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0817590 May 03 16:06:15.667587 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-6727f456-cf21-4e3a-adf5-5261f87493af req-a4a2649d-0d6e-4da2-92d9-3221722d98f5 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] 10.222.0.11 "GET /v2.0/security-groups?id=8e85cad6-e117-4792-8b74-9a448c17ce8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628316 May 03 16:06:15.739035 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-ef7120a4-8d27-415d-bbe8-97b6942ce317 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:15.754641 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-ef7120a4-8d27-415d-bbe8-97b6942ce317 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:06:15.758740 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-ef7120a4-8d27-415d-bbe8-97b6942ce317 admin admin] Usage tracker for resource:security_group_rule and tenant:12b231dd29004324a6482b112c13c20c is out of sync, need to count used quota {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:06:15.761947 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-ef7120a4-8d27-415d-bbe8-97b6942ce317 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:06:15.767889 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-ef7120a4-8d27-415d-bbe8-97b6942ce317 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:06:15.782997 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-92d6307e-05a9-4e12-9886-a4c326882304 req-1e6df43a-30ff-4c31-8a15-2f8909623443 service neutron] 10.222.0.42 "GET /v2.0/networks/ee83eab2-6d77-4c11-b22f-58569dd0cad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447923 May 03 16:06:15.850615 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-ef7120a4-8d27-415d-bbe8-97b6942ce317 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:15.918787 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-92d6307e-05a9-4e12-9886-a4c326882304 req-21b25ab6-71c1-4a62-8690-0583f5d746e2 service neutron] 10.222.0.42 "GET /v2.0/networks/ee83eab2-6d77-4c11-b22f-58569dd0cad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280577 May 03 16:06:15.934702 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-ef7120a4-8d27-415d-bbe8-97b6942ce317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:15.942293 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-5f875979-5b41-4685-ac10-2b716ee5ccaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:06:15.990522 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-ef7120a4-8d27-415d-bbe8-97b6942ce317 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=12b231dd29004324a6482b112c13c20c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3849504 May 03 16:06:15.990522 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7120a4-8d27-415d-bbe8-97b6942ce317 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cfdcd3a-f2af-4e6e-98e9-8d47f482f80a,revision_number=1']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:06:15.990942 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 53946) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:06:15.993075 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-ef7120a4-8d27-415d-bbe8-97b6942ce317 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:06:16.051852 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-68832a8f-3804-4404-8c32-209441661303 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:16.078392 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-68832a8f-3804-4404-8c32-209441661303 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:16.083311 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-b5223e01-a904-4e89-a902-ae20f7f129a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:16.167096 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3172cf-797b-4ec8-bd79-4b2b11d6cdcd req-3a39cc5c-7029-4e13-ab97-d5adb85c1b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:06:16.170422 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-2b3172cf-797b-4ec8-bd79-4b2b11d6cdcd req-3a39cc5c-7029-4e13-ab97-d5adb85c1b2c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4674801f8cde4a898e908d2bbc407321&device_id=339eacb1-87d7-4c28-b669-4602c4cc200a HTTP/1.1" status: 200 len: 1097 time: 0.0896244 May 03 16:06:16.192048 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-68832a8f-3804-4404-8c32-209441661303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:16.197094 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-1512f9a1-e0b8-4976-b045-568535120d72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:06:16.208117 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68832a8f-3804-4404-8c32-209441661303 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cfdcd3a-f2af-4e6e-98e9-8d47f482f80a,revision_number=None']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:06:16.212872 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-68832a8f-3804-4404-8c32-209441661303 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:06:16.214764 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-68832a8f-3804-4404-8c32-209441661303 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:16.215875 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-68832a8f-3804-4404-8c32-209441661303 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1cfdcd3a-f2af-4e6e-98e9-8d47f482f80a HTTP/1.1" status: 204 len: 168 time: 0.2242687 May 03 16:06:16.398008 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3172cf-797b-4ec8-bd79-4b2b11d6cdcd req-09b717d5-acce-490f-b7b7-c0e98c96b00d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:06:16.399540 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-2b3172cf-797b-4ec8-bd79-4b2b11d6cdcd req-09b717d5-acce-490f-b7b7-c0e98c96b00d service neutron] 10.222.0.42 "GET /v2.0/networks?id=ee83eab2-6d77-4c11-b22f-58569dd0cad4 HTTP/1.1" status: 200 len: 915 time: 0.2220361 May 03 16:06:16.475155 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-2b3172cf-797b-4ec8-bd79-4b2b11d6cdcd req-1da74eb6-1164-44d6-9c60-545b5557b10f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=889da5f3-852f-4f3c-b092-903b8218f963 HTTP/1.1" status: 200 len: 217 time: 0.0676932 May 03 16:06:16.544185 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3172cf-797b-4ec8-bd79-4b2b11d6cdcd req-931d7311-189e-4e1f-ba33-7785d851243f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:06:16.546551 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-2b3172cf-797b-4ec8-bd79-4b2b11d6cdcd req-931d7311-189e-4e1f-ba33-7785d851243f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dd006b64-ffee-4037-90f3-2d8cf093a6b7 HTTP/1.1" status: 200 len: 853 time: 0.0649421 May 03 16:06:16.631009 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3172cf-797b-4ec8-bd79-4b2b11d6cdcd req-0d1c7eb0-72d0-4596-9ebc-fade02e255a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:06:16.632570 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-2b3172cf-797b-4ec8-bd79-4b2b11d6cdcd req-0d1c7eb0-72d0-4596-9ebc-fade02e255a5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ee83eab2-6d77-4c11-b22f-58569dd0cad4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0781050 May 03 16:06:16.787640 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-2b3172cf-797b-4ec8-bd79-4b2b11d6cdcd req-e6d07e4f-11f7-4724-8b13-4f72f1cad9c7 service neutron] 10.222.0.42 "GET /v2.0/networks/ee83eab2-6d77-4c11-b22f-58569dd0cad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475248 May 03 16:06:16.800108 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71a89f0-920e-4eb4-aeca-5e281fe07fe5 req-e9f331f9-adc5-4a94-8018-75e04c12de88 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:06:16.801700 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-c71a89f0-920e-4eb4-aeca-5e281fe07fe5 req-e9f331f9-adc5-4a94-8018-75e04c12de88 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f537497-d0c4-4e5c-9172-463297393663 HTTP/1.1" status: 200 len: 943 time: 0.3111217 May 03 16:06:16.815019 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69da6e0f-456f-4f26-b3d4-9a79800888e8 req-5dbf73d1-add8-465e-b115-2a213aaff779 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:06:16.819175 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-69da6e0f-456f-4f26-b3d4-9a79800888e8 req-5dbf73d1-add8-465e-b115-2a213aaff779 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6020fa3-c8c8-4d20-a437-d6e2a52deab0 HTTP/1.1" status: 200 len: 946 time: 0.2942412 May 03 16:06:16.863232 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e205a22b-1875-4419-bc5c-318d9fe238a0 req-742dd9b6-0799-4072-82f9-f9f366089d81 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:06:16.864734 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-e205a22b-1875-4419-bc5c-318d9fe238a0 req-742dd9b6-0799-4072-82f9-f9f366089d81 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6020fa3-c8c8-4d20-a437-d6e2a52deab0 HTTP/1.1" status: 200 len: 946 time: 0.2800713 May 03 16:06:16.930570 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-2b3172cf-797b-4ec8-bd79-4b2b11d6cdcd req-8e3c1b1c-afb8-4993-8dc1-f856840b19a6 service neutron] 10.222.0.42 "GET /v2.0/networks/ee83eab2-6d77-4c11-b22f-58569dd0cad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354103 May 03 16:06:16.955564 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-c71a89f0-920e-4eb4-aeca-5e281fe07fe5 req-bf49f345-765e-4232-bccb-27cca9e65b4b tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2f34bbd-26e5-44dc-803f-e8d6daaa86fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1380589 May 03 16:06:16.973867 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-69da6e0f-456f-4f26-b3d4-9a79800888e8 req-040785c9-c562-4ada-8c16-fb0a0e6d5f01 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "GET /v2.0/security-groups?id=f2246390-77bc-42a9-9caf-c5cb628b63b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1318755 May 03 16:06:17.059539 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 53966) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:06:17.065361 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.plugin [req-e205a22b-1875-4419-bc5c-318d9fe238a0 req-5fea3861-fcad-4bb6-91ff-ddd04a3a598b tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Deleting port 8ac04686-8f05-4ebc-95be-b0f09f2054d5 {{(pid=74321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 16:06:17.065361 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [req-e205a22b-1875-4419-bc5c-318d9fe238a0 req-5fea3861-fcad-4bb6-91ff-ddd04a3a598b tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781092848725'] for port, before_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:17.071190 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Device 8fb64b0f-8e1a-488e-8641-9ef284a4934a details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=74322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 16:06:17.077799 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-e71dc311-96a7-48b0-9003-b0a88359cd73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:17.092955 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-e71dc311-96a7-48b0-9003-b0a88359cd73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:06:17.096958 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-e71dc311-96a7-48b0-9003-b0a88359cd73 admin admin] Usage tracker for resource:security_group_rule and tenant:b11dd769bda64e0eb3a0f030941138ff is out of sync, need to count used quota {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:06:17.099844 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-e71dc311-96a7-48b0-9003-b0a88359cd73 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:06:17.106478 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-e71dc311-96a7-48b0-9003-b0a88359cd73 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:06:17.225766 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] For port 8fb64b0f-8e1a-488e-8641-9ef284a4934a, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=8fb64b0f-8e1a-488e-8641-9ef284a4934a,segment=NetworkSegment(2b1d67ca-c22e-4b92-bc7c-13b39c284b0e),segment_id=2b1d67ca-c22e-4b92-bc7c-13b39c284b0e)] {{(pid=74322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 16:06:17.243422 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Returning: {'device': '8fb64b0f-8e1a-488e-8641-9ef284a4934a', 'network_id': '3d07b93f-2cbc-4419-9656-593dd149b251', 'port_id': '8fb64b0f-8e1a-488e-8641-9ef284a4934a', 'mac_address': 'fa:16:3e:bf:1b:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e179f81-7e4a-49b9-b9a9-9613d63a9979', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 16:06:17.285733 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-e71dc311-96a7-48b0-9003-b0a88359cd73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:17.297841 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.db [req-e205a22b-1875-4419-bc5c-318d9fe238a0 req-5fea3861-fcad-4bb6-91ff-ddd04a3a598b tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] For port 8ac04686-8f05-4ebc-95be-b0f09f2054d5, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=8ac04686-8f05-4ebc-95be-b0f09f2054d5,segment=NetworkSegment(ad1c6c10-bf8d-4f65-b3de-1cb0028ea90c),segment_id=ad1c6c10-bf8d-4f65-b3de-1cb0028ea90c)] {{(pid=74321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 16:06:17.298269 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [req-e205a22b-1875-4419-bc5c-318d9fe238a0 req-5fea3861-fcad-4bb6-91ff-ddd04a3a598b tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925573'] for port, precommit_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:17.323265 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:17.344148 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.notifiers.nova [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fb64b0f-8e1a-488e-8641-9ef284a4934a {{(pid=74322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 03 16:06:17.358885 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-e71dc311-96a7-48b0-9003-b0a88359cd73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:17.360351 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] For port 8fb64b0f-8e1a-488e-8641-9ef284a4934a, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=8fb64b0f-8e1a-488e-8641-9ef284a4934a,segment=NetworkSegment(2b1d67ca-c22e-4b92-bc7c-13b39c284b0e),segment_id=2b1d67ca-c22e-4b92-bc7c-13b39c284b0e)] {{(pid=74322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 16:06:17.368027 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-4b51a1a4-5589-4970-9d2a-1c8d8565f607 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:06:17.381971 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309c4de7-3197-4e62-ab8d-ad0eb41de426 req-9dd44e2f-efcc-411f-89e7-dffd8c804888 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:06:17.383510 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-309c4de7-3197-4e62-ab8d-ad0eb41de426 req-9dd44e2f-efcc-411f-89e7-dffd8c804888 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] 10.222.0.11 "GET /v2.0/ports?device_id=339eacb1-87d7-4c28-b669-4602c4cc200a HTTP/1.1" status: 200 len: 944 time: 0.3039675 May 03 16:06:17.412624 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-e71dc311-96a7-48b0-9003-b0a88359cd73 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b11dd769bda64e0eb3a0f030941138ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3511741 May 03 16:06:17.413482 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71dc311-96a7-48b0-9003-b0a88359cd73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=512121ed-535b-4cab-8b47-e9c7f75a4c93,revision_number=1']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:06:17.415871 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 53974) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:06:17.418456 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-e71dc311-96a7-48b0-9003-b0a88359cd73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:06:17.452261 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365'] for port, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:17.452261 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-560c5b24-e3ed-4714-a2f0-7641221cc014 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:06:17.495141 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-0f0f2c5a-2c23-4f22-9041-53f998d5cd3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:17.531665 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-0f0f2c5a-2c23-4f22-9041-53f998d5cd3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:17.532570 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-309c4de7-3197-4e62-ab8d-ad0eb41de426 req-65c36e4b-61ef-4a81-a167-e2f2cf0307a3 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] 10.222.0.11 "GET /v2.0/security-groups?id=8e85cad6-e117-4792-8b74-9a448c17ce8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391950 May 03 16:06:17.542539 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Pushing event updated for resources: {'Port': ['ID=8fb64b0f-8e1a-488e-8641-9ef284a4934a,revision_number=4']} {{(pid=74322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:06:17.557569 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:06:17.558661 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:06:17.559217 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:06:17.561703 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:06:17.562477 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:06:17.564232 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:06:17.564701 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:06:17.565193 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:06:17.565816 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:06:17.566699 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:06:17.567195 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:06:17.567561 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:06:17.571613 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:06:17.676418 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] get_ports_and_sgs() called for port_ids ['8fb64b0f-8e1a-488e-8641-9ef284a4934a'] {{(pid=74322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 16:06:17.702700 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [req-e205a22b-1875-4419-bc5c-318d9fe238a0 req-5fea3861-fcad-4bb6-91ff-ddd04a3a598b tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:17.703259 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [req-e205a22b-1875-4419-bc5c-318d9fe238a0 req-5fea3861-fcad-4bb6-91ff-ddd04a3a598b tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926573'] for floatingip, after_update {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:17.703687 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.db.l3_db [req-e205a22b-1875-4419-bc5c-318d9fe238a0 req-5fea3861-fcad-4bb6-91ff-ddd04a3a598b tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Floating IP 7d84cdf0-f163-4b19-bcf1-9ebe80742298 disassociated. External IP: 172.28.1.42, port: 8ac04686-8f05-4ebc-95be-b0f09f2054d5. May 03 16:06:17.704095 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.plugin [req-e205a22b-1875-4419-bc5c-318d9fe238a0 req-5fea3861-fcad-4bb6-91ff-ddd04a3a598b tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Calling delete_port for 8ac04686-8f05-4ebc-95be-b0f09f2054d5 owned by compute:nova {{(pid=74321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 03 16:06:17.706618 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-0f0f2c5a-2c23-4f22-9041-53f998d5cd3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:17.715520 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-934a2b73-1a95-498d-b73a-efe2e0ae3b80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:06:17.730917 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0f2c5a-2c23-4f22-9041-53f998d5cd3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=512121ed-535b-4cab-8b47-e9c7f75a4c93,revision_number=None']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:06:17.741488 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-0f0f2c5a-2c23-4f22-9041-53f998d5cd3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:06:17.749512 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-0f0f2c5a-2c23-4f22-9041-53f998d5cd3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:17.753388 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-0f0f2c5a-2c23-4f22-9041-53f998d5cd3a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/512121ed-535b-4cab-8b47-e9c7f75a4c93 HTTP/1.1" status: 204 len: 168 time: 0.3364937 May 03 16:06:17.940759 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [req-e205a22b-1875-4419-bc5c-318d9fe238a0 req-5fea3861-fcad-4bb6-91ff-ddd04a3a598b tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781092850854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781092417311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094623'] for port, after_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:17.946443 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-8a4a576b-eb5b-4522-b48d-8fe89b4ddcc5 tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:06:17.992826 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fea3861-fcad-4bb6-91ff-ddd04a3a598b tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Pushing event deleted for resources: {'Port': ['ID=8ac04686-8f05-4ebc-95be-b0f09f2054d5,revision_number=None']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:06:17.996364 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-5fea3861-fcad-4bb6-91ff-ddd04a3a598b tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:06:18.233100 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-e95362ed-5cd8-41d9-9dcc-344654768f10 req-95fac561-9811-4c09-a668-477e71a848af tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6020fa3-c8c8-4d20-a437-d6e2a52deab0 HTTP/1.1" status: 200 len: 210 time: 0.1118491 May 03 16:06:18.279827 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e205a22b-1875-4419-bc5c-318d9fe238a0 req-5fea3861-fcad-4bb6-91ff-ddd04a3a598b tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Router 59fbbaaf-3c82-4b4a-9f4b-382ac8ad236c has already been hosted by L3 agent 433ecc79-0b70-49a3-9006-0abc49206663 {{(pid=74321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 16:06:18.368566 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d401cd4-0685-4fb5-a7f1-0527872bc21e req-1bbf1024-31b4-4cae-acdc-4ec9a3410d68 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:06:18.370103 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-8d401cd4-0685-4fb5-a7f1-0527872bc21e req-1bbf1024-31b4-4cae-acdc-4ec9a3410d68 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f537497-d0c4-4e5c-9172-463297393663 HTTP/1.1" status: 200 len: 944 time: 0.2853904 May 03 16:06:18.509835 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-8d401cd4-0685-4fb5-a7f1-0527872bc21e req-aefb5e9e-cf7d-4b96-8cec-0020ede4d35d tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2f34bbd-26e5-44dc-803f-e8d6daaa86fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1247611 May 03 16:06:18.521343 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e205a22b-1875-4419-bc5c-318d9fe238a0 req-5fea3861-fcad-4bb6-91ff-ddd04a3a598b tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Notify agent at l3_agent.dv-cinder-774286-11-smb the message routers_updated {{(pid=74321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 16:06:18.533080 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd61cc1-e3d9-49f1-90c0-738cbcc730f5 None None] Sync routers for ids ['59fbbaaf-3c82-4b4a-9f4b-382ac8ad236c'] in dv-cinder-774286-11-smb {{(pid=74322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 16:06:18.558019 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd61cc1-e3d9-49f1-90c0-738cbcc730f5 None None] Routers {'59fbbaaf-3c82-4b4a-9f4b-382ac8ad236c'} bound to L3 agent in host dv-cinder-774286-11-smb {{(pid=74322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 03 16:06:18.560977 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_hamode_db [None req-8fd61cc1-e3d9-49f1-90c0-738cbcc730f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-03T15:53:43Z,description=,heartbeat_timestamp=2021-05-03T16:06:13Z,host='dv-cinder-774286-11-smb',id=433ecc79-0b70-49a3-9006-0abc49206663,load=0,resource_versions=,resources_synced=,started_at=2021-05-03T15:53:44Z,topic='l3_agent')) {'router_ids': ['59fbbaaf-3c82-4b4a-9f4b-382ac8ad236c'], 'active': True} {{(pid=74322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:06:18.756757 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.l3_dvrscheduler_db [req-e205a22b-1875-4419-bc5c-318d9fe238a0 req-5fea3861-fcad-4bb6-91ff-ddd04a3a598b tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] No DVR routers for this DVR port 8ac04686-8f05-4ebc-95be-b0f09f2054d5 on host hv-cinder-77428 {{(pid=74321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 16:06:18.764885 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [req-e205a22b-1875-4419-bc5c-318d9fe238a0 req-5fea3861-fcad-4bb6-91ff-ddd04a3a598b tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504013'] for port, before_response {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:18.767404 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6020fa3-c8c8-4d20-a437-d6e2a52deab0', 'name': 'network-vif-deleted', 'tag': '8ac04686-8f05-4ebc-95be-b0f09f2054d5'}] {{(pid=74321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 16:06:18.785576 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-e205a22b-1875-4419-bc5c-318d9fe238a0 req-5fea3861-fcad-4bb6-91ff-ddd04a3a598b tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.42 "DELETE /v2.0/ports/8ac04686-8f05-4ebc-95be-b0f09f2054d5 HTTP/1.1" status: 204 len: 173 time: 1.9119511 May 03 16:06:18.825455 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6020fa3-c8c8-4d20-a437-d6e2a52deab0', 'name': 'network-vif-deleted', 'tag': '8ac04686-8f05-4ebc-95be-b0f09f2054d5', 'status': 'completed', 'code': 200} May 03 16:06:18.838750 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a6966-cc7c-4096-81e7-efabcb6001e3 req-78da6f14-397c-4afe-b620-82ce563b920e tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:06:18.842460 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-d35a6966-cc7c-4096-81e7-efabcb6001e3 req-78da6f14-397c-4afe-b620-82ce563b920e tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] 10.222.0.11 "GET /v2.0/ports?device_id=339eacb1-87d7-4c28-b669-4602c4cc200a HTTP/1.1" status: 200 len: 944 time: 0.1259482 May 03 16:06:18.845693 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_dvr_db [None req-8fd61cc1-e3d9-49f1-90c0-738cbcc730f5 None None] Set router 59fbbaaf-3c82-4b4a-9f4b-382ac8ad236c gateway port host: dv-cinder-774286-11-smb {{(pid=74322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 03 16:06:18.897962 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-d35a6966-cc7c-4096-81e7-efabcb6001e3 req-7711449d-39ea-499d-8ff7-e2f68260831c tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] 10.222.0.11 "GET /v2.0/security-groups?id=8e85cad6-e117-4792-8b74-9a448c17ce8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455155 May 03 16:06:19.088994 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Device 889da5f3-852f-4f3c-b092-903b8218f963 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=74322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 16:06:19.092172 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Device 8fb64b0f-8e1a-488e-8641-9ef284a4934a up at agent hyperv_hv-cinder-77428 {{(pid=74322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 16:06:19.335642 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 54026) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:06:19.367915 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] For port 889da5f3-852f-4f3c-b092-903b8218f963, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=889da5f3-852f-4f3c-b092-903b8218f963,segment=NetworkSegment(81402262-53d4-4e9b-83a0-af23c1b9021d),segment_id=81402262-53d4-4e9b-83a0-af23c1b9021d)] {{(pid=74322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 16:06:19.385011 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Returning: {'device': '889da5f3-852f-4f3c-b092-903b8218f963', 'network_id': 'ee83eab2-6d77-4c11-b22f-58569dd0cad4', 'port_id': '889da5f3-852f-4f3c-b092-903b8218f963', 'mac_address': 'fa:16:3e:e7:00:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd006b64-ffee-4037-90f3-2d8cf093a6b7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 16:06:19.419244 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Provisioning for port 8fb64b0f-8e1a-488e-8641-9ef284a4934a completed by entity L2. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 16:06:19.425416 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [req-5ab0da6c-ed3f-44e3-a337-fdce497eafa2 req-7da5dedc-9510-4028-b34c-a314daea7388 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Synchronizing usage tracker for tenant:a45b3ae4a7654b64951cdc1628f41ef5 on resource:port {{(pid=74321) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 16:06:19.438102 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Provisioning complete for port 8fb64b0f-8e1a-488e-8641-9ef284a4934a triggered by entity L2. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 16:06:19.438402 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033555'] for port, provisioning_complete {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:19.471750 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.v2.base [None req-b1152015-e602-4e74-acab-0dc54496485b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1442089544-network', 'tenant_id': '8811670ce3c84193b6d096b92fc8e668'}} {{(pid=74321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 16:06:19.476374 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-b1152015-e602-4e74-acab-0dc54496485b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:06:19.480640 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-b1152015-e602-4e74-acab-0dc54496485b admin admin] Usage tracker for resource:network and tenant:8811670ce3c84193b6d096b92fc8e668 is out of sync, need to count used quota {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:06:19.484371 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-b1152015-e602-4e74-acab-0dc54496485b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:06:19.493158 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-b1152015-e602-4e74-acab-0dc54496485b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:06:19.508181 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:19.523563 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [req-5ab0da6c-ed3f-44e3-a337-fdce497eafa2 req-7da5dedc-9510-4028-b34c-a314daea7388 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Unset dirty status for tenant:a45b3ae4a7654b64951cdc1628f41ef5 on resource:port {{(pid=74321) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 16:06:19.523563 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-5ab0da6c-ed3f-44e3-a337-fdce497eafa2 req-7da5dedc-9510-4028-b34c-a314daea7388 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6020fa3-c8c8-4d20-a437-d6e2a52deab0 HTTP/1.1" status: 200 len: 210 time: 0.1412332 May 03 16:06:19.546440 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_hamode_db [None req-8fd61cc1-e3d9-49f1-90c0-738cbcc730f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59fbbaaf-3c82-4b4a-9f4b-382ac8ad236c', 'name': 'tempest-AttachVolumeTestJSON-1560532479-router', 'tenant_id': 'a45b3ae4a7654b64951cdc1628f41ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'external_fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.189'}], 'enable_snat': True}, 'gw_port_id': 'd271ec25-1f7e-47bc-ab15-351e9358f1b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-03T16:01:46Z', 'updated_at': '2021-05-03T16:02:09Z', 'revision_number': 4, 'project_id': 'a45b3ae4a7654b64951cdc1628f41ef5', 'gw_port': {'id': 'd271ec25-1f7e-47bc-ab15-351e9358f1b5', 'name': '', 'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:c8:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fbbaaf-3c82-4b4a-9f4b-382ac8ad236c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-03T16:01:50Z', 'updated_at': '2021-05-03T16:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9682172-7c17-476a-827f-79723500eb4a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-11-smb', '_interfaces': [{'id': '3afb4d1f-b53e-4aa7-83fd-769fa1786bd3', 'name': '', 'network_id': '2375af68-6e6b-455a-b7be-3561029d4953', 'tenant_id': 'a45b3ae4a7654b64951cdc1628f41ef5', 'mac_address': 'fa:16:3e:17:e7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fbbaaf-3c82-4b4a-9f4b-382ac8ad236c', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '0c868822-acdb-4384-9ddc-ddab19dd933c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-03T16:02:05Z', 'updated_at': '2021-05-03T16:02:19Z', 'revision_number': 5, 'project_id': 'a45b3ae4a7654b64951cdc1628f41ef5', 'subnets': [{'id': '0c868822-acdb-4384-9ddc-ddab19dd933c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-11-smb', False) {} {{(pid=74322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:06:19.546440 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd61cc1-e3d9-49f1-90c0-738cbcc730f5 None None] Checking router: 59fbbaaf-3c82-4b4a-9f4b-382ac8ad236c for host: dv-cinder-774286-11-smb {{(pid=74322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 16:06:19.560710 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.notifiers.nova [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 889da5f3-852f-4f3c-b092-903b8218f963 {{(pid=74322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 03 16:06:19.603416 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1152015-e602-4e74-acab-0dc54496485b admin admin] Made reservation on behalf of 8811670ce3c84193b6d096b92fc8e668 for: {'network': 1} {{(pid=74321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 16:06:19.607726 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-b1152015-e602-4e74-acab-0dc54496485b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for network, before_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:19.608465 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd61cc1-e3d9-49f1-90c0-738cbcc730f5 None None] Routers {'59fbbaaf-3c82-4b4a-9f4b-382ac8ad236c'} bound to L3 agent in host dv-cinder-774286-11-smb {{(pid=74322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 03 16:06:19.609122 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_hamode_db [None req-8fd61cc1-e3d9-49f1-90c0-738cbcc730f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-03T15:53:43Z,description=,heartbeat_timestamp=2021-05-03T16:06:13Z,host='dv-cinder-774286-11-smb',id=433ecc79-0b70-49a3-9006-0abc49206663,load=0,resource_versions=,resources_synced=,started_at=2021-05-03T15:53:44Z,topic='l3_agent')) {'router_ids': ['59fbbaaf-3c82-4b4a-9f4b-382ac8ad236c'], 'active': True} {{(pid=74322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:06:19.621730 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-b1152015-e602-4e74-acab-0dc54496485b admin admin] Notify callbacks [] for security_group, before_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:19.641214 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-b1152015-e602-4e74-acab-0dc54496485b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:06:19.676183 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] For port 889da5f3-852f-4f3c-b092-903b8218f963, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=889da5f3-852f-4f3c-b092-903b8218f963,segment=NetworkSegment(81402262-53d4-4e9b-83a0-af23c1b9021d),segment_id=81402262-53d4-4e9b-83a0-af23c1b9021d)] {{(pid=74322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 16:06:19.680686 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-b1152015-e602-4e74-acab-0dc54496485b admin admin] Usage tracker for resource:security_group_rule and tenant:8811670ce3c84193b6d096b92fc8e668 is out of sync, need to count used quota {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:06:19.689179 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-b1152015-e602-4e74-acab-0dc54496485b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:06:19.702724 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-b1152015-e602-4e74-acab-0dc54496485b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:06:19.729493 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:19.771827 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeec461-6e47-445f-bfde-5b74eca9fd01 req-27a3bc6a-d400-484b-b141-5388a13162b2 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:06:19.783937 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-9aeec461-6e47-445f-bfde-5b74eca9fd01 req-27a3bc6a-d400-484b-b141-5388a13162b2 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f537497-d0c4-4e5c-9172-463297393663 HTTP/1.1" status: 200 len: 944 time: 0.1355510 May 03 16:06:19.856482 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f537497-d0c4-4e5c-9172-463297393663', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fb64b0f-8e1a-488e-8641-9ef284a4934a'}] {{(pid=74322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 16:06:19.864686 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-9aeec461-6e47-445f-bfde-5b74eca9fd01 req-809c5d1e-c337-4341-b377-ce06e25251ad tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2f34bbd-26e5-44dc-803f-e8d6daaa86fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839624 May 03 16:06:19.867815 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365'] for port, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:19.872872 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:06:19.894164 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-b1152015-e602-4e74-acab-0dc54496485b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:19.915016 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] For port 8fb64b0f-8e1a-488e-8641-9ef284a4934a, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=8fb64b0f-8e1a-488e-8641-9ef284a4934a,segment=NetworkSegment(2b1d67ca-c22e-4b92-bc7c-13b39c284b0e),segment_id=2b1d67ca-c22e-4b92-bc7c-13b39c284b0e)] {{(pid=74322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 16:06:19.962210 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_dvr_db [None req-8fd61cc1-e3d9-49f1-90c0-738cbcc730f5 None None] Set router 59fbbaaf-3c82-4b4a-9f4b-382ac8ad236c gateway port host: dv-cinder-774286-11-smb {{(pid=74322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 03 16:06:20.009499 dv-cinder-774286-11-smb neutron-server[74322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f537497-d0c4-4e5c-9172-463297393663', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fb64b0f-8e1a-488e-8641-9ef284a4934a', 'code': 200} May 03 16:06:20.043318 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Pushing event updated for resources: {'Port': ['ID=889da5f3-852f-4f3c-b092-903b8218f963,revision_number=4']} {{(pid=74322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:06:20.049062 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:06:20.068661 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-b1152015-e602-4e74-acab-0dc54496485b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:20.081571 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-ef7120a4-8d27-415d-bbe8-97b6942ce317 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:06:20.107943 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365'] for port, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:20.120083 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1152015-e602-4e74-acab-0dc54496485b admin admin] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'} {{(pid=74321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 16:06:20.135703 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1152015-e602-4e74-acab-0dc54496485b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a50af1d3-a747-4ddb-9543-e47fb4e4643a,revision_number=1']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:06:20.139349 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-b1152015-e602-4e74-acab-0dc54496485b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:06:20.144345 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-b1152015-e602-4e74-acab-0dc54496485b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038491'] for segment, precommit_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:20.144674 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.db.segments_db [None req-b1152015-e602-4e74-acab-0dc54496485b admin admin] Added segment b3dd78e9-7960-4320-a84d-1927ee733331 of type vlan for network 2e2a584f-38bc-4f25-9f18-c0dc5e8c2581 May 03 16:06:20.165109 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:06:20.196751 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] get_ports_and_sgs() called for port_ids ['889da5f3-852f-4f3c-b092-903b8218f963'] {{(pid=74322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 16:06:20.198614 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-b1152015-e602-4e74-acab-0dc54496485b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781092437652'] for network, precommit_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:20.220761 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435d9064-5563-48d4-bb91-2a41233454ac req-eb0373e9-d41b-4bb5-ab16-b07bcb795e87 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:06:20.222537 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-435d9064-5563-48d4-bb91-2a41233454ac req-eb0373e9-d41b-4bb5-ab16-b07bcb795e87 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] 10.222.0.11 "GET /v2.0/ports?device_id=339eacb1-87d7-4c28-b669-4602c4cc200a HTTP/1.1" status: 200 len: 945 time: 0.1922185 May 03 16:06:20.285603 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-435d9064-5563-48d4-bb91-2a41233454ac req-d001713d-ccc5-45d7-aecf-ece129f848a0 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] 10.222.0.11 "GET /v2.0/security-groups?id=8e85cad6-e117-4792-8b74-9a448c17ce8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507536 May 03 16:06:20.340737 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-b1152015-e602-4e74-acab-0dc54496485b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119'] for network, after_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:20.343157 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1152015-e602-4e74-acab-0dc54496485b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:06:20.343817 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-b1152015-e602-4e74-acab-0dc54496485b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532153'] for network, before_response {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:20.349141 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-bca0fb78-77e1-4975-a5ea-3ada2c5a009c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:06:20.385867 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Pushing event updated for resources: {'Port': ['ID=8fb64b0f-8e1a-488e-8641-9ef284a4934a,revision_number=5']} {{(pid=74322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:06:20.393261 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:06:20.493919 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1152015-e602-4e74-acab-0dc54496485b admin admin] Pushing event updated for resources: {'Network': ['ID=2e2a584f-38bc-4f25-9f18-c0dc5e8c2581,revision_number=1']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:06:20.496993 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-b1152015-e602-4e74-acab-0dc54496485b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:06:20.511819 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Network 2e2a584f-38bc-4f25-9f18-c0dc5e8c2581 details requested by agent ovs-agent-dv-cinder-774286-11-smb with host dv-cinder-774286-11-smb {{(pid=74322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 16:06:20.525411 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f933b7d2-248d-4091-a1c5-1e2c5fb6758e req-1004639f-1843-489a-bd84-d8d0b929f47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:06:20.527708 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-f933b7d2-248d-4091-a1c5-1e2c5fb6758e req-1004639f-1843-489a-bd84-d8d0b929f47f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6f537497-d0c4-4e5c-9172-463297393663 HTTP/1.1" status: 200 len: 1098 time: 0.1414964 May 03 16:06:20.570736 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-f933b7d2-248d-4091-a1c5-1e2c5fb6758e req-7d644559-2f19-4dc3-be35-de5f5c805f40 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c2f34bbd-26e5-44dc-803f-e8d6daaa86fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367444 May 03 16:06:20.604113 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-b1152015-e602-4e74-acab-0dc54496485b admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2672892 May 03 16:06:20.607889 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 54046) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:06:20.614484 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.v2.base [None req-13e6ffc2-b6ca-4b94-b2e2-d027833357db admin admin] Request body: {'subnet': {'network_id': '2e2a584f-38bc-4f25-9f18-c0dc5e8c2581', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1442089544-subnet', 'tenant_id': '8811670ce3c84193b6d096b92fc8e668', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 16:06:20.619578 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-13e6ffc2-b6ca-4b94-b2e2-d027833357db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:06:20.629287 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-13e6ffc2-b6ca-4b94-b2e2-d027833357db admin admin] Usage tracker for resource:subnet and tenant:8811670ce3c84193b6d096b92fc8e668 is out of sync, need to count used quota {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:06:20.632937 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-13e6ffc2-b6ca-4b94-b2e2-d027833357db admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:06:20.640041 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-13e6ffc2-b6ca-4b94-b2e2-d027833357db admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:06:20.655705 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_hamode_db [None req-8fd61cc1-e3d9-49f1-90c0-738cbcc730f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59fbbaaf-3c82-4b4a-9f4b-382ac8ad236c', 'name': 'tempest-AttachVolumeTestJSON-1560532479-router', 'tenant_id': 'a45b3ae4a7654b64951cdc1628f41ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'external_fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.189'}], 'enable_snat': True}, 'gw_port_id': 'd271ec25-1f7e-47bc-ab15-351e9358f1b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-03T16:01:46Z', 'updated_at': '2021-05-03T16:02:09Z', 'revision_number': 4, 'project_id': 'a45b3ae4a7654b64951cdc1628f41ef5', 'gw_port': {'id': 'd271ec25-1f7e-47bc-ab15-351e9358f1b5', 'name': '', 'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:c8:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fbbaaf-3c82-4b4a-9f4b-382ac8ad236c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-03T16:01:50Z', 'updated_at': '2021-05-03T16:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9682172-7c17-476a-827f-79723500eb4a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-11-smb', '_interfaces': [{'id': '3afb4d1f-b53e-4aa7-83fd-769fa1786bd3', 'name': '', 'network_id': '2375af68-6e6b-455a-b7be-3561029d4953', 'tenant_id': 'a45b3ae4a7654b64951cdc1628f41ef5', 'mac_address': 'fa:16:3e:17:e7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fbbaaf-3c82-4b4a-9f4b-382ac8ad236c', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '0c868822-acdb-4384-9ddc-ddab19dd933c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-03T16:02:05Z', 'updated_at': '2021-05-03T16:02:19Z', 'revision_number': 5, 'project_id': 'a45b3ae4a7654b64951cdc1628f41ef5', 'subnets': [{'id': '0c868822-acdb-4384-9ddc-ddab19dd933c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-11-smb', False) {} {{(pid=74322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:06:20.668420 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd61cc1-e3d9-49f1-90c0-738cbcc730f5 None None] The sync data for ids ['59fbbaaf-3c82-4b4a-9f4b-382ac8ad236c'] in dv-cinder-774286-11-smb is: [{'id': '59fbbaaf-3c82-4b4a-9f4b-382ac8ad236c', 'name': 'tempest-AttachVolumeTestJSON-1560532479-router', 'tenant_id': 'a45b3ae4a7654b64951cdc1628f41ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'external_fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.189'}], 'enable_snat': True}, 'gw_port_id': 'd271ec25-1f7e-47bc-ab15-351e9358f1b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-03T16:01:46Z', 'updated_at': '2021-05-03T16:02:09Z', 'revision_number': 4, 'project_id': 'a45b3ae4a7654b64951cdc1628f41ef5', 'gw_port': {'id': 'd271ec25-1f7e-47bc-ab15-351e9358f1b5', 'name': '', 'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:c8:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fbbaaf-3c82-4b4a-9f4b-382ac8ad236c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-03T16:01:50Z', 'updated_at': '2021-05-03T16:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9682172-7c17-476a-827f-79723500eb4a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-11-smb', '_interfaces': [{'id': '3afb4d1f-b53e-4aa7-83fd-769fa1786bd3', 'name': '', 'network_id': '2375af68-6e6b-455a-b7be-3561029d4953', 'tenant_id': 'a45b3ae4a7654b64951cdc1628f41ef5', 'mac_address': 'fa:16:3e:17:e7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fbbaaf-3c82-4b4a-9f4b-382ac8ad236c', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '0c868822-acdb-4384-9ddc-ddab19dd933c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-03T16:02:05Z', 'updated_at': '2021-05-03T16:02:19Z', 'revision_number': 5, 'project_id': 'a45b3ae4a7654b64951cdc1628f41ef5', 'subnets': [{'id': '0c868822-acdb-4384-9ddc-ddab19dd933c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 16:06:20.758425 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 54052) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:06:20.786748 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13e6ffc2-b6ca-4b94-b2e2-d027833357db admin admin] Made reservation on behalf of 8811670ce3c84193b6d096b92fc8e668 for: {'subnet': 1} {{(pid=74321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 16:06:20.789151 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-13e6ffc2-b6ca-4b94-b2e2-d027833357db admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2444422'] for subnet, before_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:20.898914 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112c6aea-93ed-4a48-b590-1f30836f80e7 None None] New status for floating IP 7d84cdf0-f163-4b19-bcf1-9ebe80742298: DOWN {{(pid=74323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 16:06:20.924457 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-a4d8e4f6-b086-42ff-84c3-90ed32073762 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Notify callbacks [] for security_group, before_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:20.953780 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-a4d8e4f6-b086-42ff-84c3-90ed32073762 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:21.094010 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Device 889da5f3-852f-4f3c-b092-903b8218f963 up at agent hyperv_hv-cinder-77428 {{(pid=74322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 16:06:21.111297 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-a4d8e4f6-b086-42ff-84c3-90ed32073762 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:21.123298 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-f9883534-7d21-4b6c-8ed5-a421f88eb97c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:06:21.163358 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d8e4f6-b086-42ff-84c3-90ed32073762 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2246390-77bc-42a9-9caf-c5cb628b63b0,revision_number=None']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:06:21.172567 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-a4d8e4f6-b086-42ff-84c3-90ed32073762 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:06:21.192102 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbbb25a-15ec-4abc-9961-be73a3790dde req-e82e4081-d679-40d7-9f39-49df522fc1f9 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:06:21.193636 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-8dbbb25a-15ec-4abc-9961-be73a3790dde req-e82e4081-d679-40d7-9f39-49df522fc1f9 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f537497-d0c4-4e5c-9172-463297393663 HTTP/1.1" status: 200 len: 945 time: 0.1852047 May 03 16:06:21.276752 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-a4d8e4f6-b086-42ff-84c3-90ed32073762 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Notify callbacks [] for security_group, before_response {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:21.277884 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-a4d8e4f6-b086-42ff-84c3-90ed32073762 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "DELETE /v2.0/security-groups/f2246390-77bc-42a9-9caf-c5cb628b63b0 HTTP/1.1" status: 204 len: 168 time: 0.5184555 May 03 16:06:21.281410 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 54070) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:06:21.281870 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-8dbbb25a-15ec-4abc-9961-be73a3790dde req-5559ce63-94c2-4825-909d-d7f936d4346e tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2f34bbd-26e5-44dc-803f-e8d6daaa86fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821671 May 03 16:06:21.319113 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Provisioning for port 889da5f3-852f-4f3c-b092-903b8218f963 completed by entity L2. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 16:06:21.322220 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.api.v2.resource [None req-9d3ee696-210f-40d7-9a90-43476d8108ea tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] show failed (client error): The resource could not be found. May 03 16:06:21.323243 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-9d3ee696-210f-40d7-9a90-43476d8108ea tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "GET /v2.0/security-groups/f2246390-77bc-42a9-9caf-c5cb628b63b0 HTTP/1.1" status: 404 len: 347 time: 0.0408669 May 03 16:06:21.330700 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 54078) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:06:21.331107 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Provisioning complete for port 889da5f3-852f-4f3c-b092-903b8218f963 triggered by entity L2. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 16:06:21.331498 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033555'] for port, provisioning_complete {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:21.565828 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:21.636152 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] For port 889da5f3-852f-4f3c-b092-903b8218f963, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=889da5f3-852f-4f3c-b092-903b8218f963,segment=NetworkSegment(81402262-53d4-4e9b-83a0-af23c1b9021d),segment_id=81402262-53d4-4e9b-83a0-af23c1b9021d)] {{(pid=74322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 16:06:21.754158 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365'] for port, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:21.755519 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Device 8ac04686-8f05-4ebc-95be-b0f09f2054d5 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=74322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 16:06:21.793066 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:06:21.831864 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.plugin [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] No Port match for: 8ac04686-8f05-4ebc-95be-b0f09f2054d5 {{(pid=74322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 03 16:06:21.831864 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Device 8ac04686-8f05-4ebc-95be-b0f09f2054d5 not bound to the agent host hv-cinder-77428 {{(pid=74322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 16:06:21.866313 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468a8ebe-f85a-4ff2-84c4-4361f106ebce req-7acb7df0-0ce8-4aa4-9ad3-c325569c24f6 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:06:21.866878 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Pushing event updated for resources: {'Port': ['ID=889da5f3-852f-4f3c-b092-903b8218f963,revision_number=5']} {{(pid=74322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:06:21.867812 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-468a8ebe-f85a-4ff2-84c4-4361f106ebce req-7acb7df0-0ce8-4aa4-9ad3-c325569c24f6 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] 10.222.0.11 "GET /v2.0/ports?device_id=339eacb1-87d7-4c28-b669-4602c4cc200a HTTP/1.1" status: 200 len: 945 time: 0.3484261 May 03 16:06:21.869865 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:06:21.891244 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.plugin [None req-477c59c8-11cb-4b07-8828-982666daf412 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Deleting port 479b6782-4c0d-4c2c-a513-14a94a0eeecb {{(pid=74321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 16:06:21.891593 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-477c59c8-11cb-4b07-8828-982666daf412 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781092848725'] for port, before_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:22.010533 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '339eacb1-87d7-4c28-b669-4602c4cc200a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '889da5f3-852f-4f3c-b092-903b8218f963'}] {{(pid=74322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 16:06:22.017621 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-468a8ebe-f85a-4ff2-84c4-4361f106ebce req-61d54e4f-ea16-424f-99f9-bcbaf0bdc3fc tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] 10.222.0.11 "GET /v2.0/security-groups?id=8e85cad6-e117-4792-8b74-9a448c17ce8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419678 May 03 16:06:22.056826 dv-cinder-774286-11-smb neutron-server[74322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '339eacb1-87d7-4c28-b669-4602c4cc200a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '889da5f3-852f-4f3c-b092-903b8218f963', 'code': 200} May 03 16:06:22.099309 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-13e6ffc2-b6ca-4b94-b2e2-d027833357db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3095279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2444432'] for subnet, after_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:22.101024 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-477c59c8-11cb-4b07-8828-982666daf412 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925573'] for port, precommit_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:22.112333 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-477c59c8-11cb-4b07-8828-982666daf412 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:22.121968 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-52ca86d4-4ef6-46f7-86b6-40c31bd6df59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:06:22.284933 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.plugin [None req-477c59c8-11cb-4b07-8828-982666daf412 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Calling delete_port for 479b6782-4c0d-4c2c-a513-14a94a0eeecb owned by network:floatingip {{(pid=74321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 03 16:06:22.335674 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e6ffc2-b6ca-4b94-b2e2-d027833357db admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f64fcef-441c-408e-8afc-103459d205b3,revision_number=0']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:06:22.340621 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-13e6ffc2-b6ca-4b94-b2e2-d027833357db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:06:22.352350 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e6ffc2-b6ca-4b94-b2e2-d027833357db admin admin] Checking segment: {'id': 'b3dd78e9-7960-4320-a84d-1927ee733331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '2e2a584f-38bc-4f25-9f18-c0dc5e8c2581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 03 16:06:22.352642 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e6ffc2-b6ca-4b94-b2e2-d027833357db admin admin] Network hostable DHCP agents. Network: 2e2a584f-38bc-4f25-9f18-c0dc5e8c2581, hostable agents: ['656f65d0-a8c5-485a-ad4b-a4c2f5db155a'], hosted agents: [] {{(pid=74321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 16:06:22.530445 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e6ffc2-b6ca-4b94-b2e2-d027833357db admin admin] Network 2e2a584f-38bc-4f25-9f18-c0dc5e8c2581 is scheduled to be hosted by DHCP agent 656f65d0-a8c5-485a-ad4b-a4c2f5db155a with binding_index 1 {{(pid=74321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 16:06:22.606191 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047cace0-4b27-42d8-bb98-f01d5f04b591 req-a82d937b-0eb6-4733-adad-0ddc34ecfccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:06:22.608082 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-047cace0-4b27-42d8-bb98-f01d5f04b591 req-a82d937b-0eb6-4733-adad-0ddc34ecfccc service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=339eacb1-87d7-4c28-b669-4602c4cc200a HTTP/1.1" status: 200 len: 1099 time: 0.1753347 May 03 16:06:22.616485 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efd5eaa-1056-4c47-82e5-51b1a44354ae req-f55724e6-8a51-48ae-be3c-c22a05cfd0fc tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:06:22.617859 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-7efd5eaa-1056-4c47-82e5-51b1a44354ae req-f55724e6-8a51-48ae-be3c-c22a05cfd0fc tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f537497-d0c4-4e5c-9172-463297393663 HTTP/1.1" status: 200 len: 945 time: 0.1840093 May 03 16:06:22.654487 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.scheduler.base_scheduler [None req-13e6ffc2-b6ca-4b94-b2e2-d027833357db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-11-smb, 2e2a584f-38bc-4f25-9f18-c0dc5e8c2581) {{(pid=74321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:06:22.662196 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e8d0d0-1287-43a3-96e5-8aed4b342d4a None None] Network 2e2a584f-38bc-4f25-9f18-c0dc5e8c2581 requested from dv-cinder-774286-11-smb {{(pid=74322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 16:06:22.690208 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-477c59c8-11cb-4b07-8828-982666daf412 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781092850854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781092417311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094623'] for port, after_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:22.694450 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e6ffc2-b6ca-4b94-b2e2-d027833357db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:06:22.695060 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-13e6ffc2-b6ca-4b94-b2e2-d027833357db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532153'] for subnet, before_response {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:22.704482 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:06:22.765117 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-047cace0-4b27-42d8-bb98-f01d5f04b591 req-87c5c1f4-d931-421e-bfce-528167d9a345 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=8e85cad6-e117-4792-8b74-9a448c17ce8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463006 May 03 16:06:22.767878 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-7efd5eaa-1056-4c47-82e5-51b1a44354ae req-e13725e2-5ae2-44e7-bcd6-c60ec20e5749 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2f34bbd-26e5-44dc-803f-e8d6daaa86fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1356094 May 03 16:06:22.772638 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477c59c8-11cb-4b07-8828-982666daf412 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Pushing event deleted for resources: {'Port': ['ID=479b6782-4c0d-4c2c-a513-14a94a0eeecb,revision_number=None']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:06:22.780298 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-477c59c8-11cb-4b07-8828-982666daf412 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:06:22.883597 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-477c59c8-11cb-4b07-8828-982666daf412 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Notify callbacks [] for floatingip, after_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:22.886187 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-477c59c8-11cb-4b07-8828-982666daf412 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504013'] for floatingip, before_response {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:22.891058 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-477c59c8-11cb-4b07-8828-982666daf412 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "DELETE /v2.0/floatingips/7d84cdf0-f163-4b19-bcf1-9ebe80742298 HTTP/1.1" status: 204 len: 168 time: 1.5557115 May 03 16:06:22.944192 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-13e6ffc2-b6ca-4b94-b2e2-d027833357db admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.3347049 May 03 16:06:22.948756 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b8e6046-538a-4188-bcf0-0f43a50512dd None None] Network 2e2a584f-38bc-4f25-9f18-c0dc5e8c2581 requested from dv-cinder-774286-11-smb {{(pid=74322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 16:06:22.996151 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f6d732-4453-4175-9f85-9e176ef20d1a req-3ea11a64-6aca-475b-9042-0502a2112b8f tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:06:22.998400 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-b6f6d732-4453-4175-9f85-9e176ef20d1a req-3ea11a64-6aca-475b-9042-0502a2112b8f tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f537497-d0c4-4e5c-9172-463297393663 HTTP/1.1" status: 200 len: 945 time: 0.1085327 May 03 16:06:23.008177 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 54104) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:06:23.014048 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.v2.base [None req-d204932d-0689-412a-ac63-83aec02be2fe tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Request body: {'floatingip': {'port_id': '8fb64b0f-8e1a-488e-8641-9ef284a4934a'}} {{(pid=74321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 16:06:23.119653 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-d204932d-0689-412a-ac63-83aec02be2fe tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Notify callbacks [] for floatingip, before_update {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:23.412976 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 54114) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:06:23.423865 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.v2.base [None req-e9c04ccc-0760-49a1-9c07-3f3d552e14a3 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1210905957', 'description': 'tempest-description--860820788'}} {{(pid=74320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 16:06:23.430560 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-e9c04ccc-0760-49a1-9c07-3f3d552e14a3 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:06:23.451732 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-e9c04ccc-0760-49a1-9c07-3f3d552e14a3 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Usage tracker for resource:security_group and tenant:a45b3ae4a7654b64951cdc1628f41ef5 is out of sync, need to count used quota {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:06:23.456240 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-e9c04ccc-0760-49a1-9c07-3f3d552e14a3 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:06:23.465140 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-e9c04ccc-0760-49a1-9c07-3f3d552e14a3 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:06:23.536383 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea90edcb-5d7b-4d07-965c-dab807827550 req-de4d5d63-df2d-407c-9712-c3acfeb45adb tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:06:23.537906 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-ea90edcb-5d7b-4d07-965c-dab807827550 req-de4d5d63-df2d-407c-9712-c3acfeb45adb tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] 10.222.0.11 "GET /v2.0/ports?device_id=339eacb1-87d7-4c28-b669-4602c4cc200a HTTP/1.1" status: 200 len: 946 time: 0.2570956 May 03 16:06:23.563316 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-e9c04ccc-0760-49a1-9c07-3f3d552e14a3 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Notify callbacks [] for security_group, before_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:23.586905 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-e9c04ccc-0760-49a1-9c07-3f3d552e14a3 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:06:23.591444 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-e9c04ccc-0760-49a1-9c07-3f3d552e14a3 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Usage tracker for resource:security_group_rule and tenant:a45b3ae4a7654b64951cdc1628f41ef5 is out of sync, need to count used quota {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:06:23.595109 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-e9c04ccc-0760-49a1-9c07-3f3d552e14a3 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:06:23.601680 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-e9c04ccc-0760-49a1-9c07-3f3d552e14a3 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:06:23.696909 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-e9c04ccc-0760-49a1-9c07-3f3d552e14a3 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Notify callbacks [] for security_group, precommit_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:23.763340 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-ea90edcb-5d7b-4d07-965c-dab807827550 req-cb5b6eb0-5909-4946-a22d-05779e205c1d tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] 10.222.0.11 "GET /v2.0/security-groups?id=8e85cad6-e117-4792-8b74-9a448c17ce8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152164 May 03 16:06:23.849686 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-e9c04ccc-0760-49a1-9c07-3f3d552e14a3 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:23.867172 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-ed9cf8b8-b9b6-461e-a519-28a330472bb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:06:23.921975 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c04ccc-0760-49a1-9c07-3f3d552e14a3 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Pushing event updated for resources: {'SecurityGroup': ['ID=584261bc-c5a9-45bb-b391-eb48fa620554,revision_number=1']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:06:23.926002 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-e9c04ccc-0760-49a1-9c07-3f3d552e14a3 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:06:24.066596 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-e9c04ccc-0760-49a1-9c07-3f3d552e14a3 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Notify callbacks [] for security_group, before_response {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:24.068740 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-e9c04ccc-0760-49a1-9c07-3f3d552e14a3 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6527209 May 03 16:06:24.071222 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 54126) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:06:24.080060 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.v2.base [None req-5999306f-8583-4c82-af5b-f19c3692426b tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Request body: {'security_group_rule': {'security_group_id': '584261bc-c5a9-45bb-b391-eb48fa620554', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 16:06:24.089091 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-5999306f-8583-4c82-af5b-f19c3692426b tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:06:24.093187 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-5999306f-8583-4c82-af5b-f19c3692426b tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Usage tracker for resource:security_group_rule and tenant:a45b3ae4a7654b64951cdc1628f41ef5 is out of sync, need to count used quota {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:06:24.096470 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-5999306f-8583-4c82-af5b-f19c3692426b tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:06:24.107261 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-5999306f-8583-4c82-af5b-f19c3692426b tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:06:24.233348 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-5999306f-8583-4c82-af5b-f19c3692426b tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:24.301779 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-d204932d-0689-412a-ac63-83aec02be2fe tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:24.310294 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-5999306f-8583-4c82-af5b-f19c3692426b tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:24.426332 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-5999306f-8583-4c82-af5b-f19c3692426b tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619611'] for security_group_rule, after_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:24.426908 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-d204932d-0689-412a-ac63-83aec02be2fe tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926573'] for floatingip, after_update {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:24.429262 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:06:24.459413 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5999306f-8583-4c82-af5b-f19c3692426b tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68c7cf1c-28b9-403d-828b-62e1f8e302d3,revision_number=0']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:06:24.470274 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-5999306f-8583-4c82-af5b-f19c3692426b tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:06:24.603291 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.db.l3_db [None req-d204932d-0689-412a-ac63-83aec02be2fe tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Floating IP b405ce39-1256-497e-86da-8f36ef5ff657 associated. External IP: 172.28.1.169, port: 8fb64b0f-8e1a-488e-8641-9ef284a4934a. May 03 16:06:24.648938 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-5999306f-8583-4c82-af5b-f19c3692426b tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:24.650140 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-5999306f-8583-4c82-af5b-f19c3692426b tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5774322 May 03 16:06:24.652969 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 54140) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:06:24.658216 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.v2.base [None req-a93ca99a-0a41-4175-96ef-9837c0953ef9 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Request body: {'security_group_rule': {'security_group_id': '584261bc-c5a9-45bb-b391-eb48fa620554', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=74320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 16:06:24.664019 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-a93ca99a-0a41-4175-96ef-9837c0953ef9 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:06:24.667854 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-a93ca99a-0a41-4175-96ef-9837c0953ef9 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Usage tracker for resource:security_group_rule and tenant:a45b3ae4a7654b64951cdc1628f41ef5 is out of sync, need to count used quota {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:06:24.671429 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-a93ca99a-0a41-4175-96ef-9837c0953ef9 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:06:24.677391 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-a93ca99a-0a41-4175-96ef-9837c0953ef9 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:06:24.821398 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-a93ca99a-0a41-4175-96ef-9837c0953ef9 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:24.892928 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-a93ca99a-0a41-4175-96ef-9837c0953ef9 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:25.015389 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-a93ca99a-0a41-4175-96ef-9837c0953ef9 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619611'] for security_group_rule, after_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:25.017605 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-5999306f-8583-4c82-af5b-f19c3692426b tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:06:25.028695 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d204932d-0689-412a-ac63-83aec02be2fe tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Router 5a8fbabf-e36f-4c37-be78-f73c0a027e34 has already been hosted by L3 agent 433ecc79-0b70-49a3-9006-0abc49206663 {{(pid=74321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 16:06:25.050517 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93ca99a-0a41-4175-96ef-9837c0953ef9 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f14d7cf-923f-43bb-96ba-132f782659b4,revision_number=0']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:06:25.053804 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-a93ca99a-0a41-4175-96ef-9837c0953ef9 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:06:25.115751 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ead9970-6afc-4fd5-9c6c-f0b41fcafa14 req-20eca5f2-e0b2-4b6e-b19e-356e7865845b tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:06:25.117213 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-4ead9970-6afc-4fd5-9c6c-f0b41fcafa14 req-20eca5f2-e0b2-4b6e-b19e-356e7865845b tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] 10.222.0.11 "GET /v2.0/ports?device_id=339eacb1-87d7-4c28-b669-4602c4cc200a HTTP/1.1" status: 200 len: 946 time: 0.1904573 May 03 16:06:25.208671 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-a93ca99a-0a41-4175-96ef-9837c0953ef9 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:25.209890 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-a93ca99a-0a41-4175-96ef-9837c0953ef9 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5559299 May 03 16:06:25.213278 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 54150) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:06:25.219449 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.v2.base [None req-7b9c18fd-e2ed-4c6f-9582-6f6baffdb3da tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Request body: {'floatingip': {'floating_network_id': '19073356-f4a5-448b-8854-15ae9765d652'}} {{(pid=74320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 16:06:25.225789 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-7b9c18fd-e2ed-4c6f-9582-6f6baffdb3da tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:06:25.230232 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-7b9c18fd-e2ed-4c6f-9582-6f6baffdb3da tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Usage tracker for resource:floatingip and tenant:a45b3ae4a7654b64951cdc1628f41ef5 is out of sync, need to count used quota {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:06:25.233870 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-7b9c18fd-e2ed-4c6f-9582-6f6baffdb3da tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:06:25.240121 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-7b9c18fd-e2ed-4c6f-9582-6f6baffdb3da tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:06:25.328854 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-7b9c18fd-e2ed-4c6f-9582-6f6baffdb3da tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Notify callbacks [] for floatingip, before_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:25.357109 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-4ead9970-6afc-4fd5-9c6c-f0b41fcafa14 req-4b8b744a-d814-4b4a-b418-0249e31d4a94 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] 10.222.0.11 "GET /v2.0/security-groups?id=8e85cad6-e117-4792-8b74-9a448c17ce8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266362 May 03 16:06:25.374109 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d204932d-0689-412a-ac63-83aec02be2fe tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Notify agent at l3_agent.dv-cinder-774286-11-smb the message routers_updated {{(pid=74321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 16:06:25.379503 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-d204932d-0689-412a-ac63-83aec02be2fe tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504013'] for floatingip, before_response {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:25.386371 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc664a13-733a-48eb-b2cf-a175a8d46940 None None] Sync routers for ids ['5a8fbabf-e36f-4c37-be78-f73c0a027e34'] in dv-cinder-774286-11-smb {{(pid=74322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 16:06:25.399660 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc664a13-733a-48eb-b2cf-a175a8d46940 None None] Routers {'5a8fbabf-e36f-4c37-be78-f73c0a027e34'} bound to L3 agent in host dv-cinder-774286-11-smb {{(pid=74322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 03 16:06:25.399660 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_hamode_db [None req-bc664a13-733a-48eb-b2cf-a175a8d46940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-03T15:53:43Z,description=,heartbeat_timestamp=2021-05-03T16:06:13Z,host='dv-cinder-774286-11-smb',id=433ecc79-0b70-49a3-9006-0abc49206663,load=0,resource_versions=,resources_synced=,started_at=2021-05-03T15:53:44Z,topic='l3_agent')) {'router_ids': ['5a8fbabf-e36f-4c37-be78-f73c0a027e34'], 'active': True} {{(pid=74322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:06:25.440324 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-d204932d-0689-412a-ac63-83aec02be2fe tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "PUT /v2.0/floatingips/b405ce39-1256-497e-86da-8f36ef5ff657 HTTP/1.1" status: 200 len: 991 time: 2.4299135 May 03 16:06:25.442123 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f537497-d0c4-4e5c-9172-463297393663', 'tag': '8fb64b0f-8e1a-488e-8641-9ef284a4934a'}] {{(pid=74321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 16:06:25.519397 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-7b9c18fd-e2ed-4c6f-9582-6f6baffdb3da tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:25.597259 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_dvr_db [None req-bc664a13-733a-48eb-b2cf-a175a8d46940 None None] Set router 5a8fbabf-e36f-4c37-be78-f73c0a027e34 gateway port host: dv-cinder-774286-11-smb {{(pid=74322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 03 16:06:25.700739 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.db_base_plugin_common [None req-7b9c18fd-e2ed-4c6f-9582-6f6baffdb3da tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Allocated IP 172.28.1.85 (19073356-f4a5-448b-8854-15ae9765d652/a9682172-7c17-476a-827f-79723500eb4a/4815e04c-193a-43d6-91f9-a484488901bd) {{(pid=74320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 16:06:25.725880 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d476b14d-42b2-40de-9714-b83a0c1964d7 req-4b15eae9-8449-4b71-a64b-fa2eb78c0f8e tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:06:25.727977 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-d476b14d-42b2-40de-9714-b83a0c1964d7 req-4b15eae9-8449-4b71-a64b-fa2eb78c0f8e tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] 10.222.0.11 "GET /v2.0/ports?device_id=339eacb1-87d7-4c28-b669-4602c4cc200a HTTP/1.1" status: 200 len: 946 time: 0.1480846 May 03 16:06:25.772339 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f537497-d0c4-4e5c-9172-463297393663', 'tag': '8fb64b0f-8e1a-488e-8641-9ef284a4934a', 'status': 'completed', 'code': 200} May 03 16:06:25.902527 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-d476b14d-42b2-40de-9714-b83a0c1964d7 req-84182727-e85d-4397-9115-0d133101bee9 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] 10.222.0.11 "GET /v2.0/security-groups?id=8e85cad6-e117-4792-8b74-9a448c17ce8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591847 May 03 16:06:25.902624 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-7b9c18fd-e2ed-4c6f-9582-6f6baffdb3da tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Notify callbacks [] for port, precommit_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:26.039065 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-7b9c18fd-e2ed-4c6f-9582-6f6baffdb3da tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781092417302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2110393'] for port, after_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:26.051924 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-ba739cf5-7515-426d-9441-879801642e7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:06:26.057647 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6d0372-d360-4aeb-848a-1ea34631ea14 req-3f6a63be-0116-485f-9a44-8117df67f077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:06:26.059256 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-2d6d0372-d360-4aeb-848a-1ea34631ea14 req-3f6a63be-0116-485f-9a44-8117df67f077 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=30698392a3254cc2a62d95e9d3896fad&device_id=6f537497-d0c4-4e5c-9172-463297393663 HTTP/1.1" status: 200 len: 1098 time: 0.2839422 May 03 16:06:26.137095 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b9c18fd-e2ed-4c6f-9582-6f6baffdb3da tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Network 19073356-f4a5-448b-8854-15ae9765d652 is already hosted by enough agents. {{(pid=74320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 16:06:26.147339 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.scheduler.base_scheduler [None req-7b9c18fd-e2ed-4c6f-9582-6f6baffdb3da tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Resources bound (agent type, host, resource id): {{(pid=74320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:06:26.152770 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9c18fd-e2ed-4c6f-9582-6f6baffdb3da tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Received port after_create {{(pid=74320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 03 16:06:26.165519 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_hamode_db [None req-bc664a13-733a-48eb-b2cf-a175a8d46940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a8fbabf-e36f-4c37-be78-f73c0a027e34', 'name': 'tempest-AttachVolumeShelveTestJSON-599808772-router', 'tenant_id': '30698392a3254cc2a62d95e9d3896fad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'external_fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.34'}], 'enable_snat': True}, 'gw_port_id': 'd896c065-349c-411c-a557-d03b89fa2493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-03T16:01:44Z', 'updated_at': '2021-05-03T16:01:54Z', 'revision_number': 4, 'project_id': '30698392a3254cc2a62d95e9d3896fad', 'gw_port': {'id': 'd896c065-349c-411c-a557-d03b89fa2493', 'name': '', 'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:72:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a8fbabf-e36f-4c37-be78-f73c0a027e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-03T16:01:46Z', 'updated_at': '2021-05-03T16:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9682172-7c17-476a-827f-79723500eb4a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-11-smb', '_floatingips': [{'id': 'b405ce39-1256-497e-86da-8f36ef5ff657', 'tenant_id': '30698392a3254cc2a62d95e9d3896fad', 'floating_ip_address': '172.28.1.169', 'floating_network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'router_id': '5a8fbabf-e36f-4c37-be78-f73c0a027e34', 'port_id': '8fb64b0f-8e1a-488e-8641-9ef284a4934a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d07b93f-2cbc-4419-9656-593dd149b251', 'mac_address': 'fa:16:3e:bf:1b:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f537497-d0c4-4e5c-9172-463297393663', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-03T16:05:51Z', 'updated_at': '2021-05-03T16:06:24Z', 'revision_number': 1, 'project_id': '30698392a3254cc2a62d95e9d3896fad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3df28d5-f4c9-40f4-b5d4-98fac9d28723', 'name': '', 'network_id': '3d07b93f-2cbc-4419-9656-593dd149b251', 'tenant_id': '30698392a3254cc2a62d95e9d3896fad', 'mac_address': 'fa:16:3e:b5:e3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a8fbabf-e36f-4c37-be78-f73c0a027e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '6e179f81-7e4a-49b9-b9a9-9613d63a9979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-03T16:01:53Z', 'updated_at': '2021-05-03T16:02:07Z', 'revision_number': 5, 'project_id': '30698392a3254cc2a62d95e9d3896fad', 'subnets': [{'id': '6e179f81-7e4a-49b9-b9a9-9613d63a9979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-11-smb', False) {} {{(pid=74322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:06:26.177193 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc664a13-733a-48eb-b2cf-a175a8d46940 None None] Checking router: 5a8fbabf-e36f-4c37-be78-f73c0a027e34 for host: dv-cinder-774286-11-smb {{(pid=74322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 16:06:26.196889 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc664a13-733a-48eb-b2cf-a175a8d46940 None None] Routers {'5a8fbabf-e36f-4c37-be78-f73c0a027e34'} bound to L3 agent in host dv-cinder-774286-11-smb {{(pid=74322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 03 16:06:26.198945 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_hamode_db [None req-bc664a13-733a-48eb-b2cf-a175a8d46940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-03T15:53:43Z,description=,heartbeat_timestamp=2021-05-03T16:06:13Z,host='dv-cinder-774286-11-smb',id=433ecc79-0b70-49a3-9006-0abc49206663,load=0,resource_versions=,resources_synced=,started_at=2021-05-03T15:53:44Z,topic='l3_agent')) {'router_ids': ['5a8fbabf-e36f-4c37-be78-f73c0a027e34'], 'active': True} {{(pid=74322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:06:26.208861 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec9ef73-45e1-4bb2-80ee-e201553818cf req-358adeec-e2ce-4303-9db3-9edc12b24c3b tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:06:26.209551 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [req-0ec9ef73-45e1-4bb2-80ee-e201553818cf req-358adeec-e2ce-4303-9db3-9edc12b24c3b tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] Synchronizing usage tracker for tenant:8811670ce3c84193b6d096b92fc8e668 on resource:network {{(pid=74321) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 16:06:26.212237 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9c18fd-e2ed-4c6f-9582-6f6baffdb3da tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Pushing event updated for resources: {'Port': ['ID=4815e04c-193a-43d6-91f9-a484488901bd,revision_number=1']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:06:26.219913 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-7b9c18fd-e2ed-4c6f-9582-6f6baffdb3da tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:06:26.277153 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-7b9c18fd-e2ed-4c6f-9582-6f6baffdb3da tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:26.280488 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6d0372-d360-4aeb-848a-1ea34631ea14 req-caf24050-4739-4d21-811c-581beb1ac171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:06:26.281287 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-2d6d0372-d360-4aeb-848a-1ea34631ea14 req-caf24050-4739-4d21-811c-581beb1ac171 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3d07b93f-2cbc-4419-9656-593dd149b251 HTTP/1.1" status: 200 len: 917 time: 0.2141836 May 03 16:06:26.363096 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [req-0ec9ef73-45e1-4bb2-80ee-e201553818cf req-358adeec-e2ce-4303-9db3-9edc12b24c3b tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] Unset dirty status for tenant:8811670ce3c84193b6d096b92fc8e668 on resource:network {{(pid=74321) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 16:06:26.369640 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-0ec9ef73-45e1-4bb2-80ee-e201553818cf req-358adeec-e2ce-4303-9db3-9edc12b24c3b tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] 10.222.0.11 "GET /v2.0/networks?id=2e2a584f-38bc-4f25-9f18-c0dc5e8c2581 HTTP/1.1" status: 200 len: 809 time: 0.4870481 May 03 16:06:26.438823 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-0ec9ef73-45e1-4bb2-80ee-e201553818cf req-5e1b6c40-b7cf-4dbe-9be9-5c2b7ee74863 tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] 10.222.0.11 "GET /v2.0/quotas/8811670ce3c84193b6d096b92fc8e668 HTTP/1.1" status: 200 len: 375 time: 0.0683136 May 03 16:06:26.458244 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-2d6d0372-d360-4aeb-848a-1ea34631ea14 req-60850f7f-b49b-43aa-a071-c75e4c8d67a7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8fb64b0f-8e1a-488e-8641-9ef284a4934a HTTP/1.1" status: 200 len: 999 time: 0.1691065 May 03 16:06:26.480304 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-7b9c18fd-e2ed-4c6f-9582-6f6baffdb3da tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:26.486075 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_dvr_db [None req-bc664a13-733a-48eb-b2cf-a175a8d46940 None None] Set router 5a8fbabf-e36f-4c37-be78-f73c0a027e34 gateway port host: dv-cinder-774286-11-smb {{(pid=74322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 03 16:06:26.540630 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-0ec9ef73-45e1-4bb2-80ee-e201553818cf req-2f82097b-bff8-4cce-9647-6e6d890a662c tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=8811670ce3c84193b6d096b92fc8e668&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0913651 May 03 16:06:26.664868 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6d0372-d360-4aeb-848a-1ea34631ea14 req-fe6025e6-db88-4557-a640-f79f7da1578d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:06:26.666298 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-2d6d0372-d360-4aeb-848a-1ea34631ea14 req-fe6025e6-db88-4557-a640-f79f7da1578d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6e179f81-7e4a-49b9-b9a9-9613d63a9979 HTTP/1.1" status: 200 len: 855 time: 0.1699674 May 03 16:06:26.723579 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6026f382-3291-4c2f-b990-8148f7254e1d req-429ba50d-002d-470a-8512-ab5e212c4881 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:06:26.725127 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-6026f382-3291-4c2f-b990-8148f7254e1d req-429ba50d-002d-470a-8512-ab5e212c4881 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] 10.222.0.11 "GET /v2.0/ports?device_id=339eacb1-87d7-4c28-b669-4602c4cc200a HTTP/1.1" status: 200 len: 946 time: 0.3716843 May 03 16:06:26.795913 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-7b9c18fd-e2ed-4c6f-9582-6f6baffdb3da tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Notify callbacks [] for port, precommit_update {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:26.804324 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-0ec9ef73-45e1-4bb2-80ee-e201553818cf req-b20066ae-b089-49b2-aa92-c52d33010dc5 service neutron] 10.222.0.11 "GET /v2.0/networks/2e2a584f-38bc-4f25-9f18-c0dc5e8c2581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491689 May 03 16:06:26.812059 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-6026f382-3291-4c2f-b990-8148f7254e1d req-2b5f23bc-75e4-43a9-8492-fe88fe003282 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] 10.222.0.11 "GET /v2.0/security-groups?id=8e85cad6-e117-4792-8b74-9a448c17ce8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733123 May 03 16:06:26.871780 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_hamode_db [None req-bc664a13-733a-48eb-b2cf-a175a8d46940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a8fbabf-e36f-4c37-be78-f73c0a027e34', 'name': 'tempest-AttachVolumeShelveTestJSON-599808772-router', 'tenant_id': '30698392a3254cc2a62d95e9d3896fad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'external_fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.34'}], 'enable_snat': True}, 'gw_port_id': 'd896c065-349c-411c-a557-d03b89fa2493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-03T16:01:44Z', 'updated_at': '2021-05-03T16:01:54Z', 'revision_number': 4, 'project_id': '30698392a3254cc2a62d95e9d3896fad', 'gw_port': {'id': 'd896c065-349c-411c-a557-d03b89fa2493', 'name': '', 'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:72:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a8fbabf-e36f-4c37-be78-f73c0a027e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-03T16:01:46Z', 'updated_at': '2021-05-03T16:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9682172-7c17-476a-827f-79723500eb4a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-11-smb', '_floatingips': [{'id': 'b405ce39-1256-497e-86da-8f36ef5ff657', 'tenant_id': '30698392a3254cc2a62d95e9d3896fad', 'floating_ip_address': '172.28.1.169', 'floating_network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'router_id': '5a8fbabf-e36f-4c37-be78-f73c0a027e34', 'port_id': '8fb64b0f-8e1a-488e-8641-9ef284a4934a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d07b93f-2cbc-4419-9656-593dd149b251', 'mac_address': 'fa:16:3e:bf:1b:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f537497-d0c4-4e5c-9172-463297393663', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-03T16:05:51Z', 'updated_at': '2021-05-03T16:06:24Z', 'revision_number': 1, 'project_id': '30698392a3254cc2a62d95e9d3896fad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3df28d5-f4c9-40f4-b5d4-98fac9d28723', 'name': '', 'network_id': '3d07b93f-2cbc-4419-9656-593dd149b251', 'tenant_id': '30698392a3254cc2a62d95e9d3896fad', 'mac_address': 'fa:16:3e:b5:e3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a8fbabf-e36f-4c37-be78-f73c0a027e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '6e179f81-7e4a-49b9-b9a9-9613d63a9979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-03T16:01:53Z', 'updated_at': '2021-05-03T16:02:07Z', 'revision_number': 5, 'project_id': '30698392a3254cc2a62d95e9d3896fad', 'subnets': [{'id': '6e179f81-7e4a-49b9-b9a9-9613d63a9979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-11-smb', False) {} {{(pid=74322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:06:26.877407 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc664a13-733a-48eb-b2cf-a175a8d46940 None None] The sync data for ids ['5a8fbabf-e36f-4c37-be78-f73c0a027e34'] in dv-cinder-774286-11-smb is: [{'id': '5a8fbabf-e36f-4c37-be78-f73c0a027e34', 'name': 'tempest-AttachVolumeShelveTestJSON-599808772-router', 'tenant_id': '30698392a3254cc2a62d95e9d3896fad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'external_fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.34'}], 'enable_snat': True}, 'gw_port_id': 'd896c065-349c-411c-a557-d03b89fa2493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-03T16:01:44Z', 'updated_at': '2021-05-03T16:01:54Z', 'revision_number': 4, 'project_id': '30698392a3254cc2a62d95e9d3896fad', 'gw_port': {'id': 'd896c065-349c-411c-a557-d03b89fa2493', 'name': '', 'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:72:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a8fbabf-e36f-4c37-be78-f73c0a027e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-03T16:01:46Z', 'updated_at': '2021-05-03T16:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9682172-7c17-476a-827f-79723500eb4a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-11-smb', '_floatingips': [{'id': 'b405ce39-1256-497e-86da-8f36ef5ff657', 'tenant_id': '30698392a3254cc2a62d95e9d3896fad', 'floating_ip_address': '172.28.1.169', 'floating_network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'router_id': '5a8fbabf-e36f-4c37-be78-f73c0a027e34', 'port_id': '8fb64b0f-8e1a-488e-8641-9ef284a4934a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d07b93f-2cbc-4419-9656-593dd149b251', 'mac_address': 'fa:16:3e:bf:1b:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f537497-d0c4-4e5c-9172-463297393663', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-03T16:05:51Z', 'updated_at': '2021-05-03T16:06:24Z', 'revision_number': 1, 'project_id': '30698392a3254cc2a62d95e9d3896fad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3df28d5-f4c9-40f4-b5d4-98fac9d28723', 'name': '', 'network_id': '3d07b93f-2cbc-4419-9656-593dd149b251', 'tenant_id': '30698392a3254cc2a62d95e9d3896fad', 'mac_address': 'fa:16:3e:b5:e3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a8fbabf-e36f-4c37-be78-f73c0a027e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '6e179f81-7e4a-49b9-b9a9-9613d63a9979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-03T16:01:53Z', 'updated_at': '2021-05-03T16:02:07Z', 'revision_number': 5, 'project_id': '30698392a3254cc2a62d95e9d3896fad', 'subnets': [{'id': '6e179f81-7e4a-49b9-b9a9-9613d63a9979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 16:06:26.889480 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-7b9c18fd-e2ed-4c6f-9582-6f6baffdb3da tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2110350'] for port, after_update {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:26.897413 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-9afb1fdd-66f2-4ada-845d-06245ae374d0 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:06:26.943786 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6d0372-d360-4aeb-848a-1ea34631ea14 req-a7d8612d-3043-466e-9ab7-b413a9ed37c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:06:26.953114 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-2d6d0372-d360-4aeb-848a-1ea34631ea14 req-a7d8612d-3043-466e-9ab7-b413a9ed37c6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3d07b93f-2cbc-4419-9656-593dd149b251&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2740617 May 03 16:06:27.032551 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9c18fd-e2ed-4c6f-9582-6f6baffdb3da tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Pushing event updated for resources: {'Port': ['ID=4815e04c-193a-43d6-91f9-a484488901bd,revision_number=2']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:06:27.037201 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-7b9c18fd-e2ed-4c6f-9582-6f6baffdb3da tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:06:27.049318 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-7b9c18fd-e2ed-4c6f-9582-6f6baffdb3da tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926573'] for floatingip, after_update {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:27.125179 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-0ec9ef73-45e1-4bb2-80ee-e201553818cf req-4dfa3f0c-47ca-4771-b894-3074ea60bf09 service neutron] 10.222.0.11 "GET /v2.0/networks/2e2a584f-38bc-4f25-9f18-c0dc5e8c2581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3079703 May 03 16:06:27.157737 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-7b9c18fd-e2ed-4c6f-9582-6f6baffdb3da tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504013'] for floatingip, before_response {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:27.159046 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-7b9c18fd-e2ed-4c6f-9582-6f6baffdb3da tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9448190 May 03 16:06:27.193691 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-2d6d0372-d360-4aeb-848a-1ea34631ea14 req-2a969284-09f5-4e80-9cce-649f20d69520 service neutron] 10.222.0.42 "GET /v2.0/networks/3d07b93f-2cbc-4419-9656-593dd149b251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257266 May 03 16:06:27.226880 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fadc557-adc1-4c57-8c1e-82cbbb497cb9 None None] New status for floating IP b405ce39-1256-497e-86da-8f36ef5ff657: ACTIVE {{(pid=74323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 16:06:27.554046 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-5a1a4e09-796f-447d-8119-51853409d075 req-18aa0b92-ddcf-4edd-984c-a369adf4e4ff tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] 10.222.0.11 "GET /v2.0/ports?device_id=d83b26f8-77ff-40bd-a180-6e88744e13db HTTP/1.1" status: 200 len: 210 time: 0.0759485 May 03 16:06:27.592691 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-2d6d0372-d360-4aeb-848a-1ea34631ea14 req-4166f8a3-09cd-4dbd-80b2-7e3c89200047 service neutron] 10.222.0.42 "GET /v2.0/networks/3d07b93f-2cbc-4419-9656-593dd149b251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3909497 May 03 16:06:27.600351 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [req-185cb95f-2288-4829-8e76-cdd3b7c96a29 req-286d6ba2-6889-4cd4-8c3f-f297a2ed4433 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Synchronizing usage tracker for tenant:a45b3ae4a7654b64951cdc1628f41ef5 on resource:security_group {{(pid=74321) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 16:06:27.752040 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [req-185cb95f-2288-4829-8e76-cdd3b7c96a29 req-286d6ba2-6889-4cd4-8c3f-f297a2ed4433 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Unset dirty status for tenant:a45b3ae4a7654b64951cdc1628f41ef5 on resource:security_group {{(pid=74321) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 16:06:27.753912 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-185cb95f-2288-4829-8e76-cdd3b7c96a29 req-286d6ba2-6889-4cd4-8c3f-f297a2ed4433 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1210905957&fields=id&tenant_id=a45b3ae4a7654b64951cdc1628f41ef5 HTTP/1.1" status: 200 len: 267 time: 0.2323594 May 03 16:06:27.928542 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185cb95f-2288-4829-8e76-cdd3b7c96a29 req-dae26d43-473e-486a-a4e5-d9804d0c4d49 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:06:27.930305 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-185cb95f-2288-4829-8e76-cdd3b7c96a29 req-dae26d43-473e-486a-a4e5-d9804d0c4d49 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "GET /v2.0/networks?id=2375af68-6e6b-455a-b7be-3561029d4953 HTTP/1.1" status: 200 len: 811 time: 0.1671863 May 03 16:06:27.949093 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-185cb95f-2288-4829-8e76-cdd3b7c96a29 req-8d46fb00-f173-4e75-81af-de14de137406 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "GET /v2.0/quotas/a45b3ae4a7654b64951cdc1628f41ef5 HTTP/1.1" status: 200 len: 375 time: 0.0114896 May 03 16:06:28.062021 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [req-185cb95f-2288-4829-8e76-cdd3b7c96a29 req-734f4ec9-7784-4d50-ba01-b0846f7fe588 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Synchronizing usage tracker for tenant:a45b3ae4a7654b64951cdc1628f41ef5 on resource:port {{(pid=74321) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 16:06:28.186987 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [req-185cb95f-2288-4829-8e76-cdd3b7c96a29 req-734f4ec9-7784-4d50-ba01-b0846f7fe588 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Unset dirty status for tenant:a45b3ae4a7654b64951cdc1628f41ef5 on resource:port {{(pid=74321) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 16:06:28.188427 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-185cb95f-2288-4829-8e76-cdd3b7c96a29 req-734f4ec9-7784-4d50-ba01-b0846f7fe588 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=a45b3ae4a7654b64951cdc1628f41ef5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2317672 May 03 16:06:28.342255 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-185cb95f-2288-4829-8e76-cdd3b7c96a29 req-19ba3a46-d929-4822-a0e3-dccb8db29f52 service neutron] 10.222.0.11 "GET /v2.0/networks/2375af68-6e6b-455a-b7be-3561029d4953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418655 May 03 16:06:28.483566 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-185cb95f-2288-4829-8e76-cdd3b7c96a29 req-569d8811-1731-4474-9705-d0b5dbf6e63c service neutron] 10.222.0.11 "GET /v2.0/networks/2375af68-6e6b-455a-b7be-3561029d4953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353376 May 03 16:06:28.657965 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-ad0060ef-e2d1-4d44-afbf-284d1ae398d7 req-023a001c-bee2-4eca-8459-51e5ada52b78 tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] 10.222.0.11 "GET /v2.0/ports?device_id=d83b26f8-77ff-40bd-a180-6e88744e13db HTTP/1.1" status: 200 len: 210 time: 0.0436981 May 03 16:06:28.798201 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-34113769-db02-4a4c-b9ba-771c24e16253 req-db8af936-c1d9-496c-b921-37f107dbd348 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e22c68b-897b-4f57-abbf-782b203a23d9 HTTP/1.1" status: 200 len: 210 time: 0.0560091 May 03 16:06:29.838676 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-7a2e1242-5181-4258-a815-63f24eba8972 req-fdf50f89-27ac-41e7-a9a2-59925f54012d tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] 10.222.0.11 "GET /v2.0/ports?device_id=d83b26f8-77ff-40bd-a180-6e88744e13db HTTP/1.1" status: 200 len: 210 time: 0.0505743 May 03 16:06:29.989177 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-91cea404-414c-45f5-a06d-d9cde01c81d5 req-2b02a61a-f2ac-44d6-b7d4-384ec3fec252 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e22c68b-897b-4f57-abbf-782b203a23d9 HTTP/1.1" status: 200 len: 210 time: 0.0436234 May 03 16:06:30.804548 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec9ef73-45e1-4bb2-80ee-e201553818cf req-43ac84e5-89b8-4af6-ae96-892868bff394 tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:06:30.805992 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-0ec9ef73-45e1-4bb2-80ee-e201553818cf req-43ac84e5-89b8-4af6-ae96-892868bff394 tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] 10.222.0.42 "GET /v2.0/networks?id=2e2a584f-38bc-4f25-9f18-c0dc5e8c2581 HTTP/1.1" status: 200 len: 809 time: 0.1569507 May 03 16:06:30.826388 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.v2.base [req-0ec9ef73-45e1-4bb2-80ee-e201553818cf req-7b86ee28-cf0d-45eb-8297-baa030548258 tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] Request body: {'port': {'device_id': 'd83b26f8-77ff-40bd-a180-6e88744e13db', 'network_id': '2e2a584f-38bc-4f25-9f18-c0dc5e8c2581', 'admin_state_up': True, 'tenant_id': '8811670ce3c84193b6d096b92fc8e668'}} {{(pid=74321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 16:06:31.045135 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-5244716a-e4e0-4ecb-a4c3-31d3d10d0d35 req-c77febce-89b5-4547-b0c7-d828296eb73a tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] 10.222.0.11 "GET /v2.0/ports?device_id=d83b26f8-77ff-40bd-a180-6e88744e13db HTTP/1.1" status: 200 len: 210 time: 0.0647120 May 03 16:06:31.065370 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [req-0ec9ef73-45e1-4bb2-80ee-e201553818cf req-7b86ee28-cf0d-45eb-8297-baa030548258 tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:06:31.069649 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [req-0ec9ef73-45e1-4bb2-80ee-e201553818cf req-7b86ee28-cf0d-45eb-8297-baa030548258 tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] Usage tracker for resource:port and tenant:8811670ce3c84193b6d096b92fc8e668 is out of sync, need to count used quota {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:06:31.072732 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [req-0ec9ef73-45e1-4bb2-80ee-e201553818cf req-7b86ee28-cf0d-45eb-8297-baa030548258 tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:06:31.082730 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [req-0ec9ef73-45e1-4bb2-80ee-e201553818cf req-7b86ee28-cf0d-45eb-8297-baa030548258 tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:06:31.157461 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ec9ef73-45e1-4bb2-80ee-e201553818cf req-7b86ee28-cf0d-45eb-8297-baa030548258 tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] Made reservation on behalf of 8811670ce3c84193b6d096b92fc8e668 for: {'port': 1} {{(pid=74321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 16:06:31.161574 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [req-0ec9ef73-45e1-4bb2-80ee-e201553818cf req-7b86ee28-cf0d-45eb-8297-baa030548258 tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:31.395592 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-1c7b7f80-f49f-4ee2-b79b-30a8e093bb14 req-983040f8-8d7c-4449-9617-ac6956269948 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e22c68b-897b-4f57-abbf-782b203a23d9 HTTP/1.1" status: 200 len: 210 time: 0.2048810 May 03 16:06:31.417978 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.db_base_plugin_common [req-0ec9ef73-45e1-4bb2-80ee-e201553818cf req-7b86ee28-cf0d-45eb-8297-baa030548258 tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] Allocated IP 172.20.0.11 (2e2a584f-38bc-4f25-9f18-c0dc5e8c2581/7f64fcef-441c-408e-8afc-103459d205b3/6f7ff055-7009-4d57-8dff-6963dd7580bd) {{(pid=74321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 16:06:31.623024 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [req-0ec9ef73-45e1-4bb2-80ee-e201553818cf req-7b86ee28-cf0d-45eb-8297-baa030548258 tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] Notify callbacks [] for port, precommit_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:31.757948 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [req-0ec9ef73-45e1-4bb2-80ee-e201553818cf req-7b86ee28-cf0d-45eb-8297-baa030548258 tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781092417302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094623'] for port, after_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:31.764289 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-dbfd155d-c3d8-479c-af38-6ce04c40c34e tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:06:31.936769 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ec9ef73-45e1-4bb2-80ee-e201553818cf req-7b86ee28-cf0d-45eb-8297-baa030548258 tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] Network 2e2a584f-38bc-4f25-9f18-c0dc5e8c2581 is already hosted by enough agents. {{(pid=74321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 16:06:31.940555 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.scheduler.base_scheduler [req-0ec9ef73-45e1-4bb2-80ee-e201553818cf req-7b86ee28-cf0d-45eb-8297-baa030548258 tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] Resources bound (agent type, host, resource id): {{(pid=74321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:06:31.944646 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ec9ef73-45e1-4bb2-80ee-e201553818cf req-7b86ee28-cf0d-45eb-8297-baa030548258 tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] Received port after_create {{(pid=74321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 03 16:06:31.974856 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b86ee28-cf0d-45eb-8297-baa030548258 tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] Pushing event updated for resources: {'Port': ['ID=6f7ff055-7009-4d57-8dff-6963dd7580bd,revision_number=1']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:06:31.985845 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-7b86ee28-cf0d-45eb-8297-baa030548258 tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:06:32.014355 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec9ef73-45e1-4bb2-80ee-e201553818cf req-7b86ee28-cf0d-45eb-8297-baa030548258 tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:06:32.014880 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [req-0ec9ef73-45e1-4bb2-80ee-e201553818cf req-7b86ee28-cf0d-45eb-8297-baa030548258 tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504013'] for port, before_response {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:32.055401 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185cb95f-2288-4829-8e76-cdd3b7c96a29 req-da830710-2f47-4add-a007-5dbe1bbc8732 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:06:32.056980 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-185cb95f-2288-4829-8e76-cdd3b7c96a29 req-da830710-2f47-4add-a007-5dbe1bbc8732 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.42 "GET /v2.0/networks?id=2375af68-6e6b-455a-b7be-3561029d4953 HTTP/1.1" status: 200 len: 811 time: 0.1600735 May 03 16:06:32.112881 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [req-185cb95f-2288-4829-8e76-cdd3b7c96a29 req-4e82629b-ed4d-413c-8f9c-ab13e7f41705 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Synchronizing usage tracker for tenant:a45b3ae4a7654b64951cdc1628f41ef5 on resource:security_group {{(pid=74320) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 16:06:32.124939 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-0ec9ef73-45e1-4bb2-80ee-e201553818cf req-7b86ee28-cf0d-45eb-8297-baa030548258 tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3031502 May 03 16:06:32.126687 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [req-185cb95f-2288-4829-8e76-cdd3b7c96a29 req-4e82629b-ed4d-413c-8f9c-ab13e7f41705 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Unset dirty status for tenant:a45b3ae4a7654b64951cdc1628f41ef5 on resource:security_group {{(pid=74320) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 16:06:32.127808 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-185cb95f-2288-4829-8e76-cdd3b7c96a29 req-4e82629b-ed4d-413c-8f9c-ab13e7f41705 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a45b3ae4a7654b64951cdc1628f41ef5 HTTP/1.1" status: 200 len: 380 time: 0.0598795 May 03 16:06:32.144406 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.v2.base [req-0ec9ef73-45e1-4bb2-80ee-e201553818cf req-a247edaa-fd6f-4b1b-8bd5-10af6c312820 service neutron] Request body: {'port': {'device_id': 'd83b26f8-77ff-40bd-a180-6e88744e13db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=74321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 16:06:32.160389 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.v2.base [req-185cb95f-2288-4829-8e76-cdd3b7c96a29 req-965af8ee-2b2c-4c5a-8d3a-f9e45ed09d8f tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Request body: {'port': {'device_id': '9e22c68b-897b-4f57-abbf-782b203a23d9', 'network_id': '2375af68-6e6b-455a-b7be-3561029d4953', 'admin_state_up': True, 'tenant_id': 'a45b3ae4a7654b64951cdc1628f41ef5', 'security_groups': ['584261bc-c5a9-45bb-b391-eb48fa620554']}} {{(pid=74320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 16:06:32.322314 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [req-185cb95f-2288-4829-8e76-cdd3b7c96a29 req-965af8ee-2b2c-4c5a-8d3a-f9e45ed09d8f tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:06:32.332440 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [req-185cb95f-2288-4829-8e76-cdd3b7c96a29 req-965af8ee-2b2c-4c5a-8d3a-f9e45ed09d8f tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:06:32.371189 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [req-0ec9ef73-45e1-4bb2-80ee-e201553818cf req-a247edaa-fd6f-4b1b-8bd5-10af6c312820 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:32.404728 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c594e877-d007-40c6-b24b-afa51b171fed req-45f3272e-75c1-46e9-8f81-fc2fa4972b6a tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:06:32.405454 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [req-c594e877-d007-40c6-b24b-afa51b171fed req-45f3272e-75c1-46e9-8f81-fc2fa4972b6a tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] Synchronizing usage tracker for tenant:8811670ce3c84193b6d096b92fc8e668 on resource:port {{(pid=74321) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 16:06:32.437206 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-185cb95f-2288-4829-8e76-cdd3b7c96a29 req-965af8ee-2b2c-4c5a-8d3a-f9e45ed09d8f tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Made reservation on behalf of a45b3ae4a7654b64951cdc1628f41ef5 for: {'port': 1} {{(pid=74320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 16:06:32.441222 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [req-185cb95f-2288-4829-8e76-cdd3b7c96a29 req-965af8ee-2b2c-4c5a-8d3a-f9e45ed09d8f tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:32.597060 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [req-c594e877-d007-40c6-b24b-afa51b171fed req-45f3272e-75c1-46e9-8f81-fc2fa4972b6a tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] Unset dirty status for tenant:8811670ce3c84193b6d096b92fc8e668 on resource:port {{(pid=74321) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 16:06:32.598265 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-c594e877-d007-40c6-b24b-afa51b171fed req-45f3272e-75c1-46e9-8f81-fc2fa4972b6a tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] 10.222.0.11 "GET /v2.0/ports?device_id=d83b26f8-77ff-40bd-a180-6e88744e13db HTTP/1.1" status: 200 len: 932 time: 0.3820395 May 03 16:06:32.604355 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-d9648880-f2dd-49d4-b4af-bd630d262e53 req-e46c425b-20c1-49ca-9e14-e6a9c59bb67b tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e22c68b-897b-4f57-abbf-782b203a23d9 HTTP/1.1" status: 200 len: 210 time: 0.0730641 May 03 16:06:32.633116 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.db_base_plugin_common [req-185cb95f-2288-4829-8e76-cdd3b7c96a29 req-965af8ee-2b2c-4c5a-8d3a-f9e45ed09d8f tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Allocated IP 172.20.0.11 (2375af68-6e6b-455a-b7be-3561029d4953/0c868822-acdb-4384-9ddc-ddab19dd933c/0c1666ab-7527-4fa3-9932-a21176db844a) {{(pid=74320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 16:06:32.656960 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [req-c594e877-d007-40c6-b24b-afa51b171fed req-ce95a91c-cf97-427a-9741-1daed8bf8122 tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] Synchronizing usage tracker for tenant:8811670ce3c84193b6d096b92fc8e668 on resource:security_group {{(pid=74321) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 16:06:32.828876 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [req-c594e877-d007-40c6-b24b-afa51b171fed req-ce95a91c-cf97-427a-9741-1daed8bf8122 tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] Unset dirty status for tenant:8811670ce3c84193b6d096b92fc8e668 on resource:security_group {{(pid=74321) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 16:06:32.832754 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-c594e877-d007-40c6-b24b-afa51b171fed req-ce95a91c-cf97-427a-9741-1daed8bf8122 tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] 10.222.0.11 "GET /v2.0/security-groups?id=a50af1d3-a747-4ddb-9543-e47fb4e4643a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236376 May 03 16:06:32.855909 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:32.867266 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [req-185cb95f-2288-4829-8e76-cdd3b7c96a29 req-965af8ee-2b2c-4c5a-8d3a-f9e45ed09d8f tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Notify callbacks [] for port, precommit_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:32.884208 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.provisioning_blocks [req-185cb95f-2288-4829-8e76-cdd3b7c96a29 req-965af8ee-2b2c-4c5a-8d3a-f9e45ed09d8f tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Transition to ACTIVE for port object 0c1666ab-7527-4fa3-9932-a21176db844a will not be triggered until provisioned by entity DHCP. {{(pid=74320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 16:06:32.913853 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.notifiers.nova [req-0ec9ef73-45e1-4bb2-80ee-e201553818cf req-a247edaa-fd6f-4b1b-8bd5-10af6c312820 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f7ff055-7009-4d57-8dff-6963dd7580bd {{(pid=74321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 03 16:06:32.922306 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [req-0ec9ef73-45e1-4bb2-80ee-e201553818cf req-a247edaa-fd6f-4b1b-8bd5-10af6c312820 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:32.937595 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.provisioning_blocks [req-0ec9ef73-45e1-4bb2-80ee-e201553818cf req-a247edaa-fd6f-4b1b-8bd5-10af6c312820 service neutron] Transition to ACTIVE for port object 6f7ff055-7009-4d57-8dff-6963dd7580bd will not be triggered until provisioned by entity L2. {{(pid=74321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 16:06:32.974816 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [req-185cb95f-2288-4829-8e76-cdd3b7c96a29 req-965af8ee-2b2c-4c5a-8d3a-f9e45ed09d8f tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781092417302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2110393'] for port, after_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:32.980809 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-bf6ea1af-434d-47b1-be3c-c52ddb070446 tempest-VolumesActionsTest-473767156 tempest-VolumesActionsTest-473767156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:06:33.008391 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [req-0ec9ef73-45e1-4bb2-80ee-e201553818cf req-a247edaa-fd6f-4b1b-8bd5-10af6c312820 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3094632'] for port, after_update {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:33.014370 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-5c1d4cb8-75c2-4668-adad-387cbfaa9cea service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:06:33.078408 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965af8ee-2b2c-4c5a-8d3a-f9e45ed09d8f tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Pushing event updated for resources: {'Port': ['ID=0c1666ab-7527-4fa3-9932-a21176db844a,revision_number=1']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:06:33.083588 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-965af8ee-2b2c-4c5a-8d3a-f9e45ed09d8f tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:06:33.098830 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-185cb95f-2288-4829-8e76-cdd3b7c96a29 req-965af8ee-2b2c-4c5a-8d3a-f9e45ed09d8f tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Network 2375af68-6e6b-455a-b7be-3561029d4953 is already hosted by enough agents. {{(pid=74320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 16:06:33.100383 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.scheduler.base_scheduler [req-185cb95f-2288-4829-8e76-cdd3b7c96a29 req-965af8ee-2b2c-4c5a-8d3a-f9e45ed09d8f tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Resources bound (agent type, host, resource id): {{(pid=74320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:06:33.102735 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.l3_dvrscheduler_db [req-185cb95f-2288-4829-8e76-cdd3b7c96a29 req-965af8ee-2b2c-4c5a-8d3a-f9e45ed09d8f tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Received port after_create {{(pid=74320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 03 16:06:33.156045 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a247edaa-fd6f-4b1b-8bd5-10af6c312820 service neutron] Pushing event updated for resources: {'Port': ['ID=6f7ff055-7009-4d57-8dff-6963dd7580bd,revision_number=2']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:06:33.173149 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-a247edaa-fd6f-4b1b-8bd5-10af6c312820 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:06:33.187344 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185cb95f-2288-4829-8e76-cdd3b7c96a29 req-965af8ee-2b2c-4c5a-8d3a-f9e45ed09d8f tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:06:33.188762 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [req-185cb95f-2288-4829-8e76-cdd3b7c96a29 req-965af8ee-2b2c-4c5a-8d3a-f9e45ed09d8f tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504013'] for port, before_response {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:33.315629 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.managers [req-0ec9ef73-45e1-4bb2-80ee-e201553818cf req-a247edaa-fd6f-4b1b-8bd5-10af6c312820 service neutron] Attempting to bind port 6f7ff055-7009-4d57-8dff-6963dd7580bd on host hv-cinder-77428 for vnic_type normal with profile {{(pid=74321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 16:06:33.316061 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.managers [req-0ec9ef73-45e1-4bb2-80ee-e201553818cf req-a247edaa-fd6f-4b1b-8bd5-10af6c312820 service neutron] Attempting to bind port 6f7ff055-7009-4d57-8dff-6963dd7580bd by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': 'b3dd78e9-7960-4320-a84d-1927ee733331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '2e2a584f-38bc-4f25-9f18-c0dc5e8c2581'}] {{(pid=74321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 16:06:33.316480 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec9ef73-45e1-4bb2-80ee-e201553818cf req-a247edaa-fd6f-4b1b-8bd5-10af6c312820 service neutron] Attempting to bind port 6f7ff055-7009-4d57-8dff-6963dd7580bd on network 2e2a584f-38bc-4f25-9f18-c0dc5e8c2581 {{(pid=74321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 16:06:33.321530 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec9ef73-45e1-4bb2-80ee-e201553818cf req-a247edaa-fd6f-4b1b-8bd5-10af6c312820 service neutron] Port 6f7ff055-7009-4d57-8dff-6963dd7580bd on network 2e2a584f-38bc-4f25-9f18-c0dc5e8c2581 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=74321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 16:06:33.321821 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec9ef73-45e1-4bb2-80ee-e201553818cf req-a247edaa-fd6f-4b1b-8bd5-10af6c312820 service neutron] Attempting to bind port 6f7ff055-7009-4d57-8dff-6963dd7580bd on network 2e2a584f-38bc-4f25-9f18-c0dc5e8c2581 {{(pid=74321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 16:06:33.327252 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec9ef73-45e1-4bb2-80ee-e201553818cf req-a247edaa-fd6f-4b1b-8bd5-10af6c312820 service neutron] Checking agent: {'id': 'e8f37935-7292-412a-84f9-cfa484ab4cdd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 3, 16, 0, 3), 'started_at': datetime.datetime(2021, 5, 3, 16, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 5, 3, 16, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 16:06:33.327585 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec9ef73-45e1-4bb2-80ee-e201553818cf req-a247edaa-fd6f-4b1b-8bd5-10af6c312820 service neutron] Checking segment: {'id': 'b3dd78e9-7960-4320-a84d-1927ee733331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '2e2a584f-38bc-4f25-9f18-c0dc5e8c2581'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 03 16:06:33.327965 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec9ef73-45e1-4bb2-80ee-e201553818cf req-a247edaa-fd6f-4b1b-8bd5-10af6c312820 service neutron] Bound using segment: {'id': 'b3dd78e9-7960-4320-a84d-1927ee733331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '2e2a584f-38bc-4f25-9f18-c0dc5e8c2581'} {{(pid=74321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 16:06:33.328427 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.managers [req-0ec9ef73-45e1-4bb2-80ee-e201553818cf req-a247edaa-fd6f-4b1b-8bd5-10af6c312820 service neutron] Bound port: 6f7ff055-7009-4d57-8dff-6963dd7580bd, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3dd78e9-7960-4320-a84d-1927ee733331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '2e2a584f-38bc-4f25-9f18-c0dc5e8c2581'}}] {{(pid=74321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 16:06:33.328772 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [req-0ec9ef73-45e1-4bb2-80ee-e201553818cf req-a247edaa-fd6f-4b1b-8bd5-10af6c312820 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:33.363990 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-185cb95f-2288-4829-8e76-cdd3b7c96a29 req-965af8ee-2b2c-4c5a-8d3a-f9e45ed09d8f tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2144101 May 03 16:06:33.376643 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.v2.base [req-185cb95f-2288-4829-8e76-cdd3b7c96a29 req-0e08e6b1-6a8b-49ce-87f0-057efd064139 service neutron] Request body: {'port': {'device_id': '9e22c68b-897b-4f57-abbf-782b203a23d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=74320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 16:06:33.429314 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.db [req-0ec9ef73-45e1-4bb2-80ee-e201553818cf req-a247edaa-fd6f-4b1b-8bd5-10af6c312820 service neutron] For port 6f7ff055-7009-4d57-8dff-6963dd7580bd, host hv-cinder-77428, cleared binding levels {{(pid=74321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 16:06:33.432655 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.db [req-0ec9ef73-45e1-4bb2-80ee-e201553818cf req-a247edaa-fd6f-4b1b-8bd5-10af6c312820 service neutron] For port 6f7ff055-7009-4d57-8dff-6963dd7580bd, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=6f7ff055-7009-4d57-8dff-6963dd7580bd,segment=NetworkSegment(b3dd78e9-7960-4320-a84d-1927ee733331),segment_id=b3dd78e9-7960-4320-a84d-1927ee733331)] {{(pid=74321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 16:06:33.471459 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-b187eb0e-5797-4ce5-903a-997664226039 None None] Provisioning for port 0c1666ab-7527-4fa3-9932-a21176db844a completed by entity DHCP. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 16:06:33.477458 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-b187eb0e-5797-4ce5-903a-997664226039 None None] Provisioning complete for port 0c1666ab-7527-4fa3-9932-a21176db844a triggered by entity DHCP. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 16:06:33.478031 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-b187eb0e-5797-4ce5-903a-997664226039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033555'] for port, provisioning_complete {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:33.503698 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [req-185cb95f-2288-4829-8e76-cdd3b7c96a29 req-0e08e6b1-6a8b-49ce-87f0-057efd064139 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:33.541227 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [req-0ec9ef73-45e1-4bb2-80ee-e201553818cf req-a247edaa-fd6f-4b1b-8bd5-10af6c312820 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3094632'] for port, after_update {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:33.545144 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.plugin [None req-b187eb0e-5797-4ce5-903a-997664226039 None None] Port 0c1666ab-7527-4fa3-9932-a21176db844a cannot update to ACTIVE because it is not bound. {{(pid=74322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 16:06:33.547145 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-91a66aee-de52-436f-bef4-8ddb7b36f4cd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:06:33.608100 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec9ef73-45e1-4bb2-80ee-e201553818cf req-a247edaa-fd6f-4b1b-8bd5-10af6c312820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:06:33.608370 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [req-0ec9ef73-45e1-4bb2-80ee-e201553818cf req-a247edaa-fd6f-4b1b-8bd5-10af6c312820 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504013'] for port, before_response {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:33.609746 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-0ec9ef73-45e1-4bb2-80ee-e201553818cf req-a247edaa-fd6f-4b1b-8bd5-10af6c312820 service neutron] 10.222.0.42 "PUT /v2.0/ports/6f7ff055-7009-4d57-8dff-6963dd7580bd HTTP/1.1" status: 200 len: 1094 time: 1.4720652 May 03 16:06:33.610249 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd83b26f8-77ff-40bd-a180-6e88744e13db', 'tag': '6f7ff055-7009-4d57-8dff-6963dd7580bd'}] {{(pid=74321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 16:06:33.669576 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a247edaa-fd6f-4b1b-8bd5-10af6c312820 service neutron] Pushing event updated for resources: {'Port': ['ID=6f7ff055-7009-4d57-8dff-6963dd7580bd,revision_number=3']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:06:33.672972 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-a247edaa-fd6f-4b1b-8bd5-10af6c312820 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:06:33.694046 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd83b26f8-77ff-40bd-a180-6e88744e13db', 'tag': '6f7ff055-7009-4d57-8dff-6963dd7580bd', 'status': 'completed', 'code': 200} May 03 16:06:33.897183 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ecae78-8ddb-4e72-9413-0c8e4cba0dc8 req-613f7e4b-43f7-4b36-95bf-31fb689f7d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:06:33.898835 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-17ecae78-8ddb-4e72-9413-0c8e4cba0dc8 req-613f7e4b-43f7-4b36-95bf-31fb689f7d3c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8811670ce3c84193b6d096b92fc8e668&device_id=d83b26f8-77ff-40bd-a180-6e88744e13db HTTP/1.1" status: 200 len: 1097 time: 0.1806164 May 03 16:06:33.913994 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeb2e46-88e2-44ac-8549-b29c7056e840 req-4072d2a5-69df-413b-9d92-4185beeda69a tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:06:33.917869 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-feeb2e46-88e2-44ac-8549-b29c7056e840 req-4072d2a5-69df-413b-9d92-4185beeda69a tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e22c68b-897b-4f57-abbf-782b203a23d9 HTTP/1.1" status: 200 len: 932 time: 0.1312237 May 03 16:06:33.930313 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.notifiers.nova [req-185cb95f-2288-4829-8e76-cdd3b7c96a29 req-0e08e6b1-6a8b-49ce-87f0-057efd064139 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c1666ab-7527-4fa3-9932-a21176db844a {{(pid=74320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 03 16:06:33.938166 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [req-185cb95f-2288-4829-8e76-cdd3b7c96a29 req-0e08e6b1-6a8b-49ce-87f0-057efd064139 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:33.961845 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.provisioning_blocks [req-185cb95f-2288-4829-8e76-cdd3b7c96a29 req-0e08e6b1-6a8b-49ce-87f0-057efd064139 service neutron] Transition to ACTIVE for port object 0c1666ab-7527-4fa3-9932-a21176db844a will not be triggered until provisioned by entity L2. {{(pid=74320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 16:06:34.049250 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [req-185cb95f-2288-4829-8e76-cdd3b7c96a29 req-0e08e6b1-6a8b-49ce-87f0-057efd064139 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2110350'] for port, after_update {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:34.055158 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-ba739cf5-7515-426d-9441-879801642e7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:06:34.087473 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-feeb2e46-88e2-44ac-8549-b29c7056e840 req-b32f133e-54ca-427c-abc3-a9f55eba967b tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "GET /v2.0/security-groups?id=584261bc-c5a9-45bb-b391-eb48fa620554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1489382 May 03 16:06:34.158057 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ecae78-8ddb-4e72-9413-0c8e4cba0dc8 req-8092bde4-1b3e-4f74-a279-9a5b7027d00a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:06:34.159817 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-17ecae78-8ddb-4e72-9413-0c8e4cba0dc8 req-8092bde4-1b3e-4f74-a279-9a5b7027d00a service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=8811670ce3c84193b6d096b92fc8e668&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2410192 May 03 16:06:34.417049 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e08e6b1-6a8b-49ce-87f0-057efd064139 service neutron] Pushing event updated for resources: {'Port': ['ID=0c1666ab-7527-4fa3-9932-a21176db844a,revision_number=2']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:06:34.425541 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-0e08e6b1-6a8b-49ce-87f0-057efd064139 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:06:34.497662 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.managers [req-185cb95f-2288-4829-8e76-cdd3b7c96a29 req-0e08e6b1-6a8b-49ce-87f0-057efd064139 service neutron] Attempting to bind port 0c1666ab-7527-4fa3-9932-a21176db844a on host hv-cinder-77428 for vnic_type normal with profile {{(pid=74320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 16:06:34.498527 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.managers [req-185cb95f-2288-4829-8e76-cdd3b7c96a29 req-0e08e6b1-6a8b-49ce-87f0-057efd064139 service neutron] Attempting to bind port 0c1666ab-7527-4fa3-9932-a21176db844a by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': 'ad1c6c10-bf8d-4f65-b3de-1cb0028ea90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2375af68-6e6b-455a-b7be-3561029d4953'}] {{(pid=74320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 16:06:34.499107 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-185cb95f-2288-4829-8e76-cdd3b7c96a29 req-0e08e6b1-6a8b-49ce-87f0-057efd064139 service neutron] Attempting to bind port 0c1666ab-7527-4fa3-9932-a21176db844a on network 2375af68-6e6b-455a-b7be-3561029d4953 {{(pid=74320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 16:06:34.504331 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-185cb95f-2288-4829-8e76-cdd3b7c96a29 req-0e08e6b1-6a8b-49ce-87f0-057efd064139 service neutron] Port 0c1666ab-7527-4fa3-9932-a21176db844a on network 2375af68-6e6b-455a-b7be-3561029d4953 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=74320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 16:06:34.504705 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-185cb95f-2288-4829-8e76-cdd3b7c96a29 req-0e08e6b1-6a8b-49ce-87f0-057efd064139 service neutron] Attempting to bind port 0c1666ab-7527-4fa3-9932-a21176db844a on network 2375af68-6e6b-455a-b7be-3561029d4953 {{(pid=74320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 16:06:34.507238 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ecae78-8ddb-4e72-9413-0c8e4cba0dc8 req-a0ac9b8d-1a05-4557-8376-415204ca3526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:06:34.508747 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-17ecae78-8ddb-4e72-9413-0c8e4cba0dc8 req-a0ac9b8d-1a05-4557-8376-415204ca3526 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3424742 May 03 16:06:34.510299 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-185cb95f-2288-4829-8e76-cdd3b7c96a29 req-0e08e6b1-6a8b-49ce-87f0-057efd064139 service neutron] Checking agent: {'id': 'e8f37935-7292-412a-84f9-cfa484ab4cdd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 3, 16, 0, 3), 'started_at': datetime.datetime(2021, 5, 3, 16, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 5, 3, 16, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 16:06:34.510682 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-185cb95f-2288-4829-8e76-cdd3b7c96a29 req-0e08e6b1-6a8b-49ce-87f0-057efd064139 service neutron] Checking segment: {'id': 'ad1c6c10-bf8d-4f65-b3de-1cb0028ea90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2375af68-6e6b-455a-b7be-3561029d4953'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 03 16:06:34.511072 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-185cb95f-2288-4829-8e76-cdd3b7c96a29 req-0e08e6b1-6a8b-49ce-87f0-057efd064139 service neutron] Bound using segment: {'id': 'ad1c6c10-bf8d-4f65-b3de-1cb0028ea90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2375af68-6e6b-455a-b7be-3561029d4953'} {{(pid=74320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 16:06:34.511505 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.managers [req-185cb95f-2288-4829-8e76-cdd3b7c96a29 req-0e08e6b1-6a8b-49ce-87f0-057efd064139 service neutron] Bound port: 0c1666ab-7527-4fa3-9932-a21176db844a, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad1c6c10-bf8d-4f65-b3de-1cb0028ea90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2375af68-6e6b-455a-b7be-3561029d4953'}}] {{(pid=74320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 16:06:34.511849 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [req-185cb95f-2288-4829-8e76-cdd3b7c96a29 req-0e08e6b1-6a8b-49ce-87f0-057efd064139 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:34.544947 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e8e766-87f6-4b38-b6e7-2fe4fee5c8a1 req-fb2c74d0-18a3-4678-a7a6-904e8ac7a902 tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:06:34.546617 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-89e8e766-87f6-4b38-b6e7-2fe4fee5c8a1 req-fb2c74d0-18a3-4678-a7a6-904e8ac7a902 tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] 10.222.0.11 "GET /v2.0/ports?device_id=d83b26f8-77ff-40bd-a180-6e88744e13db HTTP/1.1" status: 200 len: 944 time: 0.3377247 May 03 16:06:34.618028 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.db [req-185cb95f-2288-4829-8e76-cdd3b7c96a29 req-0e08e6b1-6a8b-49ce-87f0-057efd064139 service neutron] For port 0c1666ab-7527-4fa3-9932-a21176db844a, host hv-cinder-77428, cleared binding levels {{(pid=74320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 16:06:34.623617 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.db [req-185cb95f-2288-4829-8e76-cdd3b7c96a29 req-0e08e6b1-6a8b-49ce-87f0-057efd064139 service neutron] For port 0c1666ab-7527-4fa3-9932-a21176db844a, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=0c1666ab-7527-4fa3-9932-a21176db844a,segment=NetworkSegment(ad1c6c10-bf8d-4f65-b3de-1cb0028ea90c),segment_id=ad1c6c10-bf8d-4f65-b3de-1cb0028ea90c)] {{(pid=74320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 16:06:34.651784 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-89e8e766-87f6-4b38-b6e7-2fe4fee5c8a1 req-04adfbd9-75a3-45cd-a3bd-ec4f07273e0f tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] 10.222.0.11 "GET /v2.0/security-groups?id=a50af1d3-a747-4ddb-9543-e47fb4e4643a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681427 May 03 16:06:34.691921 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec9ef73-45e1-4bb2-80ee-e201553818cf req-7835368f-aa97-4ca9-bb59-11f8e138bee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:06:34.691921 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-0ec9ef73-45e1-4bb2-80ee-e201553818cf req-7835368f-aa97-4ca9-bb59-11f8e138bee2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8811670ce3c84193b6d096b92fc8e668&device_id=d83b26f8-77ff-40bd-a180-6e88744e13db HTTP/1.1" status: 200 len: 1097 time: 0.1370292 May 03 16:06:34.741179 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [req-185cb95f-2288-4829-8e76-cdd3b7c96a29 req-0e08e6b1-6a8b-49ce-87f0-057efd064139 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2110350'] for port, after_update {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:34.753001 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-283e7d69-0c5d-43c0-8e01-445ceaf683e3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:06:34.789108 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-0ec9ef73-45e1-4bb2-80ee-e201553818cf req-e38b1964-5820-421b-8a1b-bbdf1149bf9c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6f7ff055-7009-4d57-8dff-6963dd7580bd HTTP/1.1" status: 200 len: 217 time: 0.0890615 May 03 16:06:34.817758 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185cb95f-2288-4829-8e76-cdd3b7c96a29 req-0e08e6b1-6a8b-49ce-87f0-057efd064139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:06:34.818339 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [req-185cb95f-2288-4829-8e76-cdd3b7c96a29 req-0e08e6b1-6a8b-49ce-87f0-057efd064139 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504013'] for port, before_response {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:34.820835 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-185cb95f-2288-4829-8e76-cdd3b7c96a29 req-0e08e6b1-6a8b-49ce-87f0-057efd064139 service neutron] 10.222.0.42 "PUT /v2.0/ports/0c1666ab-7527-4fa3-9932-a21176db844a HTTP/1.1" status: 200 len: 1094 time: 1.4483981 May 03 16:06:34.820835 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e22c68b-897b-4f57-abbf-782b203a23d9', 'tag': '0c1666ab-7527-4fa3-9932-a21176db844a'}] {{(pid=74320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 16:06:34.895544 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e08e6b1-6a8b-49ce-87f0-057efd064139 service neutron] Pushing event updated for resources: {'Port': ['ID=0c1666ab-7527-4fa3-9932-a21176db844a,revision_number=3']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:06:34.898716 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec9ef73-45e1-4bb2-80ee-e201553818cf req-fb62e6f1-3005-405f-9718-0fa7bb84ed3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:06:34.901332 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-0ec9ef73-45e1-4bb2-80ee-e201553818cf req-fb62e6f1-3005-405f-9718-0fa7bb84ed3d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7f64fcef-441c-408e-8afc-103459d205b3 HTTP/1.1" status: 200 len: 849 time: 0.1038811 May 03 16:06:34.906084 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-0e08e6b1-6a8b-49ce-87f0-057efd064139 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:06:35.017244 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-0ec9ef73-45e1-4bb2-80ee-e201553818cf req-18886e80-9092-4ec5-8a99-9800c4a469ca service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2e2a584f-38bc-4f25-9f18-c0dc5e8c2581&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1084502 May 03 16:06:35.049842 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185cb95f-2288-4829-8e76-cdd3b7c96a29 req-0d4e7390-c4b4-4019-9d25-4f82f7801d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:06:35.052437 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-185cb95f-2288-4829-8e76-cdd3b7c96a29 req-0d4e7390-c4b4-4019-9d25-4f82f7801d11 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a45b3ae4a7654b64951cdc1628f41ef5&device_id=9e22c68b-897b-4f57-abbf-782b203a23d9 HTTP/1.1" status: 200 len: 1097 time: 0.0885966 May 03 16:06:35.132443 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-185cb95f-2288-4829-8e76-cdd3b7c96a29 req-768f497d-8ab4-42a9-9a0a-032047bd2382 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0c1666ab-7527-4fa3-9932-a21176db844a HTTP/1.1" status: 200 len: 217 time: 0.0684121 May 03 16:06:35.200136 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d467696-d800-4e3b-93d9-17df324b6c9e req-4eead34c-3643-4a7c-bc41-ff53021999ac tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:06:35.202054 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-7d467696-d800-4e3b-93d9-17df324b6c9e req-4eead34c-3643-4a7c-bc41-ff53021999ac tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] 10.222.0.11 "GET /v2.0/ports?device_id=339eacb1-87d7-4c28-b669-4602c4cc200a HTTP/1.1" status: 200 len: 946 time: 0.2451453 May 03 16:06:35.219178 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185cb95f-2288-4829-8e76-cdd3b7c96a29 req-30eb17d8-0158-465c-ac09-7bbd7e371114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:06:35.220875 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-185cb95f-2288-4829-8e76-cdd3b7c96a29 req-30eb17d8-0158-465c-ac09-7bbd7e371114 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0c868822-acdb-4384-9ddc-ddab19dd933c HTTP/1.1" status: 200 len: 850 time: 0.0778995 May 03 16:06:35.278683 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-0ec9ef73-45e1-4bb2-80ee-e201553818cf req-1babb333-4f73-4da0-8c11-814cd269781d service neutron] 10.222.0.42 "GET /v2.0/networks/2e2a584f-38bc-4f25-9f18-c0dc5e8c2581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429016 May 03 16:06:35.298923 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-7d467696-d800-4e3b-93d9-17df324b6c9e req-badf917a-4aba-4c4c-bc59-830ae926c085 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] 10.222.0.11 "GET /v2.0/security-groups?id=8e85cad6-e117-4792-8b74-9a448c17ce8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835567 May 03 16:06:35.327709 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 54402) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:06:35.336643 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185cb95f-2288-4829-8e76-cdd3b7c96a29 req-a8b17704-9cc6-41ca-b4cd-4a622e4a6cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:06:35.338186 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-185cb95f-2288-4829-8e76-cdd3b7c96a29 req-a8b17704-9cc6-41ca-b4cd-4a622e4a6cb9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2375af68-6e6b-455a-b7be-3561029d4953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1095581 May 03 16:06:35.432392 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e22c68b-897b-4f57-abbf-782b203a23d9', 'tag': '0c1666ab-7527-4fa3-9932-a21176db844a', 'status': 'completed', 'code': 200} May 03 16:06:35.582460 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-0ec9ef73-45e1-4bb2-80ee-e201553818cf req-5344e89f-04db-4741-9a9b-0eb16b505a70 service neutron] 10.222.0.42 "GET /v2.0/networks/2e2a584f-38bc-4f25-9f18-c0dc5e8c2581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2809713 May 03 16:06:35.638719 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2568f054-bc22-49ad-a6ed-35bc93858558 req-f0a2d054-4725-43e2-954c-33ef63ebabdc tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:06:35.641272 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-2568f054-bc22-49ad-a6ed-35bc93858558 req-f0a2d054-4725-43e2-954c-33ef63ebabdc tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e22c68b-897b-4f57-abbf-782b203a23d9 HTTP/1.1" status: 200 len: 944 time: 0.1279023 May 03 16:06:35.683534 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-185cb95f-2288-4829-8e76-cdd3b7c96a29 req-35012d91-90f0-4116-bca3-c5254607e6cd service neutron] 10.222.0.42 "GET /v2.0/networks/2375af68-6e6b-455a-b7be-3561029d4953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3247943 May 03 16:06:35.687303 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d74410-04ba-4eee-ba28-6344bdc6e8e4 tempest-TestMinimumBasicScenario-785938654 tempest-TestMinimumBasicScenario-785938654-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:06:35.689494 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-70d74410-04ba-4eee-ba28-6344bdc6e8e4 tempest-TestMinimumBasicScenario-785938654 tempest-TestMinimumBasicScenario-785938654-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=339eacb1-87d7-4c28-b669-4602c4cc200a HTTP/1.1" status: 200 len: 1094 time: 0.3606141 May 03 16:06:35.710130 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 54412) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:06:35.723781 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.v2.base [None req-ee8d036f-7572-432b-bf35-1990a9ea85fe tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Request body: {'floatingip': {'floating_network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'port_id': '889da5f3-852f-4f3c-b092-903b8218f963', 'tenant_id': '4674801f8cde4a898e908d2bbc407321', 'fixed_ip_address': '172.20.0.14'}} {{(pid=74321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 16:06:35.745760 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-ee8d036f-7572-432b-bf35-1990a9ea85fe tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:06:35.755353 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-ee8d036f-7572-432b-bf35-1990a9ea85fe tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Usage tracker for resource:floatingip and tenant:4674801f8cde4a898e908d2bbc407321 is out of sync, need to count used quota {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:06:35.761099 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-ee8d036f-7572-432b-bf35-1990a9ea85fe tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:06:35.773298 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-ee8d036f-7572-432b-bf35-1990a9ea85fe tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:06:35.777595 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-2568f054-bc22-49ad-a6ed-35bc93858558 req-b1a33454-e17c-4972-a593-214b75e1cc5b tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "GET /v2.0/security-groups?id=584261bc-c5a9-45bb-b391-eb48fa620554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1301680 May 03 16:06:35.823068 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2b00c4-8a3c-4ba0-8c3f-af7948204191 req-0708da8b-70af-4f0e-95ec-70eae6cb409b tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:06:35.824700 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-9b2b00c4-8a3c-4ba0-8c3f-af7948204191 req-0708da8b-70af-4f0e-95ec-70eae6cb409b tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] 10.222.0.11 "GET /v2.0/ports?device_id=21b6f860-2ddb-4824-aa7a-c6955b572352 HTTP/1.1" status: 200 len: 945 time: 0.1563168 May 03 16:06:35.837160 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-185cb95f-2288-4829-8e76-cdd3b7c96a29 req-d1edee37-7e5c-46b0-b5b7-a43e33a7e3e3 service neutron] 10.222.0.42 "GET /v2.0/networks/2375af68-6e6b-455a-b7be-3561029d4953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454203 May 03 16:06:35.866790 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-ee8d036f-7572-432b-bf35-1990a9ea85fe tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Notify callbacks [] for floatingip, before_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:35.942268 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-9b2b00c4-8a3c-4ba0-8c3f-af7948204191 req-565dee5a-67e1-45e1-a8e0-272cd991dd60 tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab163241-b1cb-456a-92a4-83c63b969656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102288 May 03 16:06:36.077916 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f76bdab-4104-424c-b928-c1e5a0c1d08b req-75225b50-8d28-4581-b35b-6a92a3787727 tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:06:36.078855 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b52379-87fb-404a-bcc9-0cf75090a58a req-cbce98d3-3623-4f17-8af0-681b43304496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:06:36.079319 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-0f76bdab-4104-424c-b928-c1e5a0c1d08b req-75225b50-8d28-4581-b35b-6a92a3787727 tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] 10.222.0.11 "GET /v2.0/ports?device_id=d83b26f8-77ff-40bd-a180-6e88744e13db HTTP/1.1" status: 200 len: 944 time: 0.1844938 May 03 16:06:36.080434 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-f5b52379-87fb-404a-bcc9-0cf75090a58a req-cbce98d3-3623-4f17-8af0-681b43304496 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a45b3ae4a7654b64951cdc1628f41ef5&device_id=9e22c68b-897b-4f57-abbf-782b203a23d9 HTTP/1.1" status: 200 len: 1097 time: 0.0837359 May 03 16:06:36.138587 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-0f76bdab-4104-424c-b928-c1e5a0c1d08b req-cd392b77-c7a6-4206-b30c-fb3ceb41e40e tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] 10.222.0.11 "GET /v2.0/security-groups?id=a50af1d3-a747-4ddb-9543-e47fb4e4643a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522664 May 03 16:06:36.140673 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-ee8d036f-7572-432b-bf35-1990a9ea85fe tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:36.235260 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b52379-87fb-404a-bcc9-0cf75090a58a req-b89e757c-6385-4621-a1a2-8c82d2a4d52f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:06:36.236833 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-f5b52379-87fb-404a-bcc9-0cf75090a58a req-b89e757c-6385-4621-a1a2-8c82d2a4d52f service neutron] 10.222.0.42 "GET /v2.0/networks?id=2375af68-6e6b-455a-b7be-3561029d4953 HTTP/1.1" status: 200 len: 912 time: 0.1449914 May 03 16:06:36.287435 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.db_base_plugin_common [None req-ee8d036f-7572-432b-bf35-1990a9ea85fe tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Allocated IP 172.28.1.121 (19073356-f4a5-448b-8854-15ae9765d652/a9682172-7c17-476a-827f-79723500eb4a/2ed22fb2-e2f1-40d0-bfa0-08370c7867ab) {{(pid=74321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 16:06:36.311505 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-f5b52379-87fb-404a-bcc9-0cf75090a58a req-c909b192-a04c-43b9-8b7a-49cc5dd85c86 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0c1666ab-7527-4fa3-9932-a21176db844a HTTP/1.1" status: 200 len: 217 time: 0.0670960 May 03 16:06:36.384090 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b52379-87fb-404a-bcc9-0cf75090a58a req-3e3131ae-f8b5-4e72-823a-ffd04930f6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:06:36.384090 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-f5b52379-87fb-404a-bcc9-0cf75090a58a req-3e3131ae-f8b5-4e72-823a-ffd04930f6f2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0c868822-acdb-4384-9ddc-ddab19dd933c HTTP/1.1" status: 200 len: 850 time: 0.0636227 May 03 16:06:36.443305 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-ee8d036f-7572-432b-bf35-1990a9ea85fe tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Notify callbacks [] for port, precommit_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:36.493932 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b52379-87fb-404a-bcc9-0cf75090a58a req-02589899-cb50-478c-97bf-67fec7622e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:06:36.495397 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-f5b52379-87fb-404a-bcc9-0cf75090a58a req-02589899-cb50-478c-97bf-67fec7622e06 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2375af68-6e6b-455a-b7be-3561029d4953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1033783 May 03 16:06:36.564272 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-ee8d036f-7572-432b-bf35-1990a9ea85fe tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781092417302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094623'] for port, after_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:36.569514 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-316474ac-3354-47bb-b4a5-7ca87d0bd9a1 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:06:36.642953 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee8d036f-7572-432b-bf35-1990a9ea85fe tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Network 19073356-f4a5-448b-8854-15ae9765d652 is already hosted by enough agents. {{(pid=74321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 16:06:36.646188 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.scheduler.base_scheduler [None req-ee8d036f-7572-432b-bf35-1990a9ea85fe tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Resources bound (agent type, host, resource id): {{(pid=74321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:06:36.647484 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-f5b52379-87fb-404a-bcc9-0cf75090a58a req-db9b0ea6-0173-4120-a54c-3e85f81d33ce service neutron] 10.222.0.42 "GET /v2.0/networks/2375af68-6e6b-455a-b7be-3561029d4953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353974 May 03 16:06:36.648880 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8d036f-7572-432b-bf35-1990a9ea85fe tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Received port after_create {{(pid=74321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 03 16:06:36.682274 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8d036f-7572-432b-bf35-1990a9ea85fe tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Pushing event updated for resources: {'Port': ['ID=2ed22fb2-e2f1-40d0-bfa0-08370c7867ab,revision_number=1']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:06:36.692968 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-ee8d036f-7572-432b-bf35-1990a9ea85fe tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:06:36.894138 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-f5b52379-87fb-404a-bcc9-0cf75090a58a req-370b2597-d2f6-4e30-9800-f01b12559846 service neutron] 10.222.0.42 "GET /v2.0/networks/2375af68-6e6b-455a-b7be-3561029d4953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332234 May 03 16:06:37.244387 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ea3e7f-3a1e-41ed-9a7f-8f0a15d9da8e req-35d05300-1127-42d7-bdd5-89ca31b15124 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:06:37.245851 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-d0ea3e7f-3a1e-41ed-9a7f-8f0a15d9da8e req-35d05300-1127-42d7-bdd5-89ca31b15124 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e22c68b-897b-4f57-abbf-782b203a23d9 HTTP/1.1" status: 200 len: 944 time: 0.2563989 May 03 16:06:37.291404 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c1229d-d682-4f3c-bea8-434e32d88aab req-83cca80b-fbbf-4069-b94e-c246c3ef61d9 tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:06:37.293154 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-50c1229d-d682-4f3c-bea8-434e32d88aab req-83cca80b-fbbf-4069-b94e-c246c3ef61d9 tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] 10.222.0.11 "GET /v2.0/ports?device_id=21b6f860-2ddb-4824-aa7a-c6955b572352 HTTP/1.1" status: 200 len: 945 time: 0.2353623 May 03 16:06:37.342813 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-d0ea3e7f-3a1e-41ed-9a7f-8f0a15d9da8e req-a80c27d4-2190-4a3d-8b5f-a47d50f53428 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "GET /v2.0/security-groups?id=584261bc-c5a9-45bb-b391-eb48fa620554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899060 May 03 16:06:37.376187 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-50c1229d-d682-4f3c-bea8-434e32d88aab req-4c66defd-4eca-4a37-983f-266a9a63fba6 tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab163241-b1cb-456a-92a4-83c63b969656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703237 May 03 16:06:37.393378 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-ee8d036f-7572-432b-bf35-1990a9ea85fe tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:37.559117 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-ee8d036f-7572-432b-bf35-1990a9ea85fe tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:37.634891 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189922af-809a-4875-bd8a-fc5fc1f07cf9 req-4acf5061-74fb-4db3-9513-a9399f19a175 tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:06:37.636498 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-189922af-809a-4875-bd8a-fc5fc1f07cf9 req-4acf5061-74fb-4db3-9513-a9399f19a175 tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] 10.222.0.11 "GET /v2.0/ports?device_id=d83b26f8-77ff-40bd-a180-6e88744e13db HTTP/1.1" status: 200 len: 944 time: 0.1840770 May 03 16:06:37.761312 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-189922af-809a-4875-bd8a-fc5fc1f07cf9 req-173c68ea-ed56-4cab-a90c-725f205e6e34 tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] 10.222.0.11 "GET /v2.0/security-groups?id=a50af1d3-a747-4ddb-9543-e47fb4e4643a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177995 May 03 16:06:37.835140 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-ee8d036f-7572-432b-bf35-1990a9ea85fe tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Notify callbacks [] for port, precommit_update {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:37.945749 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-ee8d036f-7572-432b-bf35-1990a9ea85fe tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3094632'] for port, after_update {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:37.950737 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-fa67daef-8587-4e51-954b-e46efaf8df8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:06:38.056237 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8d036f-7572-432b-bf35-1990a9ea85fe tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Pushing event updated for resources: {'Port': ['ID=2ed22fb2-e2f1-40d0-bfa0-08370c7867ab,revision_number=2']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:06:38.060449 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-ee8d036f-7572-432b-bf35-1990a9ea85fe tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:06:38.068635 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-ee8d036f-7572-432b-bf35-1990a9ea85fe tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926573'] for floatingip, after_update {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:38.240182 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.db.l3_db [None req-ee8d036f-7572-432b-bf35-1990a9ea85fe tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Floating IP 3af49bdc-f749-4fa7-99b8-bbbd0e6f887c associated. External IP: 172.28.1.121, port: 889da5f3-852f-4f3c-b092-903b8218f963. May 03 16:06:38.830265 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee8d036f-7572-432b-bf35-1990a9ea85fe tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Router f0c255f6-4ce4-4be9-9584-e4a72615991c has already been hosted by L3 agent 433ecc79-0b70-49a3-9006-0abc49206663 {{(pid=74321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 16:06:38.840673 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af267c6-a0bd-4c1a-ae51-15aac1d740eb req-d2f9d9cc-b58d-447e-96ca-862d13711b57 tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:06:38.842283 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-6af267c6-a0bd-4c1a-ae51-15aac1d740eb req-d2f9d9cc-b58d-447e-96ca-862d13711b57 tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] 10.222.0.11 "GET /v2.0/ports?device_id=21b6f860-2ddb-4824-aa7a-c6955b572352 HTTP/1.1" status: 200 len: 945 time: 0.2222958 May 03 16:06:38.850572 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b163d0-b618-4624-996c-44d08bf4a1d8 req-facbf8d8-18e0-4215-a01f-acc6ec989306 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:06:38.852177 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-57b163d0-b618-4624-996c-44d08bf4a1d8 req-facbf8d8-18e0-4215-a01f-acc6ec989306 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e22c68b-897b-4f57-abbf-782b203a23d9 HTTP/1.1" status: 200 len: 944 time: 0.3819883 May 03 16:06:39.007500 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-6af267c6-a0bd-4c1a-ae51-15aac1d740eb req-0919a97d-7cd9-4b10-8ee2-e66aa2943bbe tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab163241-b1cb-456a-92a4-83c63b969656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542587 May 03 16:06:39.015309 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-57b163d0-b618-4624-996c-44d08bf4a1d8 req-8a6774ad-bd96-4052-96e2-73a011ef4759 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "GET /v2.0/security-groups?id=584261bc-c5a9-45bb-b391-eb48fa620554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1426206 May 03 16:06:39.111298 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee8d036f-7572-432b-bf35-1990a9ea85fe tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Notify agent at l3_agent.dv-cinder-774286-11-smb the message routers_updated {{(pid=74321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 16:06:39.129586 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3faac92-861d-4b85-9766-62a94be3dd36 None None] Sync routers for ids ['f0c255f6-4ce4-4be9-9584-e4a72615991c'] in dv-cinder-774286-11-smb {{(pid=74322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 16:06:39.139631 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3faac92-861d-4b85-9766-62a94be3dd36 None None] Routers {'f0c255f6-4ce4-4be9-9584-e4a72615991c'} bound to L3 agent in host dv-cinder-774286-11-smb {{(pid=74322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 03 16:06:39.140270 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_hamode_db [None req-c3faac92-861d-4b85-9766-62a94be3dd36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-03T15:53:43Z,description=,heartbeat_timestamp=2021-05-03T16:06:13Z,host='dv-cinder-774286-11-smb',id=433ecc79-0b70-49a3-9006-0abc49206663,load=0,resource_versions=,resources_synced=,started_at=2021-05-03T15:53:44Z,topic='l3_agent')) {'router_ids': ['f0c255f6-4ce4-4be9-9584-e4a72615991c'], 'active': True} {{(pid=74322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:06:39.215299 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76e907a-f770-4d70-8127-449445b8602b req-6cc541d2-c9bc-46bf-91bf-9951ba23539a tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:06:39.216504 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Device 0c1666ab-7527-4fa3-9932-a21176db844a details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=74322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 16:06:39.216833 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-e76e907a-f770-4d70-8127-449445b8602b req-6cc541d2-c9bc-46bf-91bf-9951ba23539a tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] 10.222.0.11 "GET /v2.0/ports?device_id=d83b26f8-77ff-40bd-a180-6e88744e13db HTTP/1.1" status: 200 len: 944 time: 0.0988741 May 03 16:06:39.254873 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-ee8d036f-7572-432b-bf35-1990a9ea85fe tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504013'] for floatingip, before_response {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:39.307358 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-e76e907a-f770-4d70-8127-449445b8602b req-1a13194e-6a77-40c6-90f0-777f197acd9d tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] 10.222.0.11 "GET /v2.0/security-groups?id=a50af1d3-a747-4ddb-9543-e47fb4e4643a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811653 May 03 16:06:39.324730 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-ee8d036f-7572-432b-bf35-1990a9ea85fe tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.6134148 May 03 16:06:39.326410 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 54440) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:06:39.326929 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '339eacb1-87d7-4c28-b669-4602c4cc200a', 'tag': '889da5f3-852f-4f3c-b092-903b8218f963'}] {{(pid=74321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 16:06:39.336469 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.v2.base [None req-2f880c90-0f64-47c0-b5b1-53fd59241d2a tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-627700132', 'description': 'tempest-secgroup-smoke-627700132 description', 'project_id': '4674801f8cde4a898e908d2bbc407321'}} {{(pid=74321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 16:06:39.342599 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-2f880c90-0f64-47c0-b5b1-53fd59241d2a tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:06:39.347246 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-2f880c90-0f64-47c0-b5b1-53fd59241d2a tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Usage tracker for resource:security_group and tenant:4674801f8cde4a898e908d2bbc407321 is out of sync, need to count used quota {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:06:39.350484 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-2f880c90-0f64-47c0-b5b1-53fd59241d2a tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:06:39.356512 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-2f880c90-0f64-47c0-b5b1-53fd59241d2a tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:06:39.378063 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '339eacb1-87d7-4c28-b669-4602c4cc200a', 'tag': '889da5f3-852f-4f3c-b092-903b8218f963', 'status': 'completed', 'code': 200} May 03 16:06:39.440668 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_dvr_db [None req-c3faac92-861d-4b85-9766-62a94be3dd36 None None] Set router f0c255f6-4ce4-4be9-9584-e4a72615991c gateway port host: dv-cinder-774286-11-smb {{(pid=74322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 03 16:06:39.450709 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-2f880c90-0f64-47c0-b5b1-53fd59241d2a tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Notify callbacks [] for security_group, before_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:39.472293 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-2f880c90-0f64-47c0-b5b1-53fd59241d2a tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:06:39.476054 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-2f880c90-0f64-47c0-b5b1-53fd59241d2a tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Usage tracker for resource:security_group_rule and tenant:4674801f8cde4a898e908d2bbc407321 is out of sync, need to count used quota {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:06:39.478888 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-2f880c90-0f64-47c0-b5b1-53fd59241d2a tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:06:39.487418 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-2f880c90-0f64-47c0-b5b1-53fd59241d2a tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:06:39.489229 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677a8dd6-b00b-4631-a97e-5261d85e4680 req-d39d30d5-e193-4454-b1ae-215c74c409e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:06:39.490856 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-677a8dd6-b00b-4631-a97e-5261d85e4680 req-d39d30d5-e193-4454-b1ae-215c74c409e5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4674801f8cde4a898e908d2bbc407321&device_id=339eacb1-87d7-4c28-b669-4602c4cc200a HTTP/1.1" status: 200 len: 1099 time: 0.0801842 May 03 16:06:39.532393 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] For port 0c1666ab-7527-4fa3-9932-a21176db844a, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=0c1666ab-7527-4fa3-9932-a21176db844a,segment=NetworkSegment(ad1c6c10-bf8d-4f65-b3de-1cb0028ea90c),segment_id=ad1c6c10-bf8d-4f65-b3de-1cb0028ea90c)] {{(pid=74322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 16:06:39.569317 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-2f880c90-0f64-47c0-b5b1-53fd59241d2a tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Notify callbacks [] for security_group, precommit_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:39.630390 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677a8dd6-b00b-4631-a97e-5261d85e4680 req-5f70d881-1b1e-40b3-aa4f-bb6b3b3627a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:06:39.631906 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-677a8dd6-b00b-4631-a97e-5261d85e4680 req-5f70d881-1b1e-40b3-aa4f-bb6b3b3627a2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ee83eab2-6d77-4c11-b22f-58569dd0cad4 HTTP/1.1" status: 200 len: 915 time: 0.1346555 May 03 16:06:39.651828 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Returning: {'device': '0c1666ab-7527-4fa3-9932-a21176db844a', 'network_id': '2375af68-6e6b-455a-b7be-3561029d4953', 'port_id': '0c1666ab-7527-4fa3-9932-a21176db844a', 'mac_address': 'fa:16:3e:d0:91:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c868822-acdb-4384-9ddc-ddab19dd933c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 16:06:39.713195 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-2f880c90-0f64-47c0-b5b1-53fd59241d2a tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:39.747676 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-8b7105a4-27c3-48d6-a47e-dce2f1e70c3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:06:39.761543 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-677a8dd6-b00b-4631-a97e-5261d85e4680 req-3c99fea8-e136-4f9a-b131-1baf3f50ff9f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=889da5f3-852f-4f3c-b092-903b8218f963 HTTP/1.1" status: 200 len: 1000 time: 0.1197510 May 03 16:06:39.767544 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:39.776113 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f880c90-0f64-47c0-b5b1-53fd59241d2a tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ca50f18-8b60-43c0-b0b3-714393723fac,revision_number=1']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:06:39.779012 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-2f880c90-0f64-47c0-b5b1-53fd59241d2a tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:06:39.826558 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677a8dd6-b00b-4631-a97e-5261d85e4680 req-a56d72d5-8121-4c66-9e42-7a2b7e62a24e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:06:39.827928 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-677a8dd6-b00b-4631-a97e-5261d85e4680 req-a56d72d5-8121-4c66-9e42-7a2b7e62a24e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dd006b64-ffee-4037-90f3-2d8cf093a6b7 HTTP/1.1" status: 200 len: 853 time: 0.0601199 May 03 16:06:39.843032 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.notifiers.nova [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c1666ab-7527-4fa3-9932-a21176db844a {{(pid=74322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 03 16:06:39.871969 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-2f880c90-0f64-47c0-b5b1-53fd59241d2a tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Notify callbacks [] for security_group, before_response {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:39.876108 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-2f880c90-0f64-47c0-b5b1-53fd59241d2a tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.5407832 May 03 16:06:39.876435 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 54448) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:06:39.878187 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] For port 0c1666ab-7527-4fa3-9932-a21176db844a, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=0c1666ab-7527-4fa3-9932-a21176db844a,segment=NetworkSegment(ad1c6c10-bf8d-4f65-b3de-1cb0028ea90c),segment_id=ad1c6c10-bf8d-4f65-b3de-1cb0028ea90c)] {{(pid=74322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 16:06:39.882862 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.v2.base [None req-721d53fc-589c-4469-b1e3-146c6c60a38c tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Request body: {'security_group_rule': {'security_group_id': '7ca50f18-8b60-43c0-b0b3-714393723fac', 'project_id': '4674801f8cde4a898e908d2bbc407321', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 16:06:39.888634 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-721d53fc-589c-4469-b1e3-146c6c60a38c tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:06:39.892739 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-721d53fc-589c-4469-b1e3-146c6c60a38c tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Usage tracker for resource:security_group_rule and tenant:4674801f8cde4a898e908d2bbc407321 is out of sync, need to count used quota {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:06:39.895843 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-721d53fc-589c-4469-b1e3-146c6c60a38c tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:06:39.902744 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-721d53fc-589c-4469-b1e3-146c6c60a38c tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:06:39.912062 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677a8dd6-b00b-4631-a97e-5261d85e4680 req-82901ba9-1d2c-4b81-b294-3d630de44a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:06:39.913586 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-677a8dd6-b00b-4631-a97e-5261d85e4680 req-82901ba9-1d2c-4b81-b294-3d630de44a32 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ee83eab2-6d77-4c11-b22f-58569dd0cad4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0769534 May 03 16:06:39.958697 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_hamode_db [None req-c3faac92-861d-4b85-9766-62a94be3dd36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0c255f6-4ce4-4be9-9584-e4a72615991c', 'name': 'tempest-TestMinimumBasicScenario-685996169-router', 'tenant_id': '4674801f8cde4a898e908d2bbc407321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'external_fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.172'}], 'enable_snat': True}, 'gw_port_id': '30bdd85a-2578-4207-b440-a47a4b2bdf2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-03T16:05:13Z', 'updated_at': '2021-05-03T16:05:20Z', 'revision_number': 4, 'project_id': '4674801f8cde4a898e908d2bbc407321', 'gw_port': {'id': '30bdd85a-2578-4207-b440-a47a4b2bdf2d', 'name': '', 'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:2f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c255f6-4ce4-4be9-9584-e4a72615991c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-03T16:05:14Z', 'updated_at': '2021-05-03T16:05:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9682172-7c17-476a-827f-79723500eb4a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-11-smb', '_floatingips': [{'id': '3af49bdc-f749-4fa7-99b8-bbbd0e6f887c', 'tenant_id': '4674801f8cde4a898e908d2bbc407321', 'floating_ip_address': '172.28.1.121', 'floating_network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'router_id': 'f0c255f6-4ce4-4be9-9584-e4a72615991c', 'port_id': '889da5f3-852f-4f3c-b092-903b8218f963', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee83eab2-6d77-4c11-b22f-58569dd0cad4', 'mac_address': 'fa:16:3e:e7:00:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '339eacb1-87d7-4c28-b669-4602c4cc200a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-03T16:06:37Z', 'updated_at': '2021-05-03T16:06:37Z', 'revision_number': 0, 'project_id': '4674801f8cde4a898e908d2bbc407321', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bca0bbb2-95b3-493d-aefd-998331c15528', 'name': '', 'network_id': 'ee83eab2-6d77-4c11-b22f-58569dd0cad4', 'tenant_id': '4674801f8cde4a898e908d2bbc407321', 'mac_address': 'fa:16:3e:e4:b6:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c255f6-4ce4-4be9-9584-e4a72615991c', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'dd006b64-ffee-4037-90f3-2d8cf093a6b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-03T16:05:18Z', 'updated_at': '2021-05-03T16:05:26Z', 'revision_number': 5, 'project_id': '4674801f8cde4a898e908d2bbc407321', 'subnets': [{'id': 'dd006b64-ffee-4037-90f3-2d8cf093a6b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-11-smb', False) {} {{(pid=74322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:06:39.962697 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3faac92-861d-4b85-9766-62a94be3dd36 None None] Checking router: f0c255f6-4ce4-4be9-9584-e4a72615991c for host: dv-cinder-774286-11-smb {{(pid=74322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 16:06:39.971635 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3faac92-861d-4b85-9766-62a94be3dd36 None None] Routers {'f0c255f6-4ce4-4be9-9584-e4a72615991c'} bound to L3 agent in host dv-cinder-774286-11-smb {{(pid=74322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 03 16:06:39.972267 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_hamode_db [None req-c3faac92-861d-4b85-9766-62a94be3dd36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-03T15:53:43Z,description=,heartbeat_timestamp=2021-05-03T16:06:13Z,host='dv-cinder-774286-11-smb',id=433ecc79-0b70-49a3-9006-0abc49206663,load=0,resource_versions=,resources_synced=,started_at=2021-05-03T15:53:44Z,topic='l3_agent')) {'router_ids': ['f0c255f6-4ce4-4be9-9584-e4a72615991c'], 'active': True} {{(pid=74322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:06:40.016118 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-721d53fc-589c-4469-b1e3-146c6c60a38c tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:40.029130 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365'] for port, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:40.029882 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Device 6f7ff055-7009-4d57-8dff-6963dd7580bd details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=74322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 16:06:40.040770 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:06:40.073359 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-677a8dd6-b00b-4631-a97e-5261d85e4680 req-827f1a8f-3229-4cdf-8443-b5a620578814 service neutron] 10.222.0.42 "GET /v2.0/networks/ee83eab2-6d77-4c11-b22f-58569dd0cad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514552 May 03 16:06:40.121955 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-721d53fc-589c-4469-b1e3-146c6c60a38c tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:40.209215 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.db.resource_extend [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 03 16:06:40.245892 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-721d53fc-589c-4469-b1e3-146c6c60a38c tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619611'] for security_group_rule, after_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:40.258645 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-8d6f30fe-c098-4018-92d6-693b04f23d36 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:06:40.261468 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-677a8dd6-b00b-4631-a97e-5261d85e4680 req-a5360558-cfcb-4484-9f8d-e54d6284637b service neutron] 10.222.0.42 "GET /v2.0/networks/ee83eab2-6d77-4c11-b22f-58569dd0cad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802528 May 03 16:06:40.291737 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d53fc-589c-4469-b1e3-146c6c60a38c tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08d7890a-6674-4994-baf0-bc2414c9d1a3,revision_number=0']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:06:40.301491 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-721d53fc-589c-4469-b1e3-146c6c60a38c tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:06:40.316088 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Pushing event updated for resources: {'Port': ['ID=0c1666ab-7527-4fa3-9932-a21176db844a,revision_number=4']} {{(pid=74322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:06:40.331460 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:06:40.339367 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f86652-d254-432a-988a-d502bb3730a2 req-bebb0686-41bf-4562-889c-7be7e51992fe tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:06:40.341721 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-31f86652-d254-432a-988a-d502bb3730a2 req-bebb0686-41bf-4562-889c-7be7e51992fe tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e22c68b-897b-4f57-abbf-782b203a23d9 HTTP/1.1" status: 200 len: 945 time: 0.1846404 May 03 16:06:40.354227 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d478b50f-e1eb-47bd-adb4-9826cb58070c req-4816f9f7-b649-45ef-977b-34c95b6e03c7 tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:06:40.355765 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-d478b50f-e1eb-47bd-adb4-9826cb58070c req-4816f9f7-b649-45ef-977b-34c95b6e03c7 tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] 10.222.0.11 "GET /v2.0/ports?device_id=21b6f860-2ddb-4824-aa7a-c6955b572352 HTTP/1.1" status: 200 len: 945 time: 0.1620569 May 03 16:06:40.357455 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_dvr_db [None req-c3faac92-861d-4b85-9766-62a94be3dd36 None None] Set router f0c255f6-4ce4-4be9-9584-e4a72615991c gateway port host: dv-cinder-774286-11-smb {{(pid=74322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 03 16:06:40.395454 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-721d53fc-589c-4469-b1e3-146c6c60a38c tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:40.396647 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-721d53fc-589c-4469-b1e3-146c6c60a38c tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5190959 May 03 16:06:40.399544 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 54460) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:06:40.407519 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.v2.base [None req-dc079588-1d19-44a0-b054-29d541b57241 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Request body: {'security_group_rule': {'security_group_id': '7ca50f18-8b60-43c0-b0b3-714393723fac', 'project_id': '4674801f8cde4a898e908d2bbc407321', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=74320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 16:06:40.421939 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-dc079588-1d19-44a0-b054-29d541b57241 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:06:40.427444 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-dc079588-1d19-44a0-b054-29d541b57241 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Usage tracker for resource:security_group_rule and tenant:4674801f8cde4a898e908d2bbc407321 is out of sync, need to count used quota {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:06:40.430764 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-dc079588-1d19-44a0-b054-29d541b57241 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:06:40.437401 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-31f86652-d254-432a-988a-d502bb3730a2 req-50218b9a-3e5e-40a7-a1db-79c36f0524d8 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "GET /v2.0/security-groups?id=584261bc-c5a9-45bb-b391-eb48fa620554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799937 May 03 16:06:40.437645 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-dc079588-1d19-44a0-b054-29d541b57241 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:06:40.452849 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-d478b50f-e1eb-47bd-adb4-9826cb58070c req-659724b6-f7b6-4f81-9ea0-bd2e36b5344c tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab163241-b1cb-456a-92a4-83c63b969656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823355 May 03 16:06:40.530360 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] For port 6f7ff055-7009-4d57-8dff-6963dd7580bd, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=6f7ff055-7009-4d57-8dff-6963dd7580bd,segment=NetworkSegment(b3dd78e9-7960-4320-a84d-1927ee733331),segment_id=b3dd78e9-7960-4320-a84d-1927ee733331)] {{(pid=74322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 16:06:40.560797 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Returning: {'device': '6f7ff055-7009-4d57-8dff-6963dd7580bd', 'network_id': '2e2a584f-38bc-4f25-9f18-c0dc5e8c2581', 'port_id': '6f7ff055-7009-4d57-8dff-6963dd7580bd', 'mac_address': 'fa:16:3e:47:21:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f64fcef-441c-408e-8afc-103459d205b3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 16:06:40.575422 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-dc079588-1d19-44a0-b054-29d541b57241 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:40.650295 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-dc079588-1d19-44a0-b054-29d541b57241 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:40.670421 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb93888-2708-40d3-91ae-22cb15676b96 req-655d2f6f-e757-42e9-93ad-7edac1a5fa1d tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:06:40.672318 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-9bb93888-2708-40d3-91ae-22cb15676b96 req-655d2f6f-e757-42e9-93ad-7edac1a5fa1d tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] 10.222.0.11 "GET /v2.0/ports?device_id=d83b26f8-77ff-40bd-a180-6e88744e13db HTTP/1.1" status: 200 len: 944 time: 0.0920715 May 03 16:06:40.714697 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:40.724926 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-9bb93888-2708-40d3-91ae-22cb15676b96 req-08a981d5-6425-4226-9edc-63c9288598c0 tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] 10.222.0.11 "GET /v2.0/security-groups?id=a50af1d3-a747-4ddb-9543-e47fb4e4643a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468111 May 03 16:06:40.754065 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.notifiers.nova [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f7ff055-7009-4d57-8dff-6963dd7580bd {{(pid=74322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 03 16:06:40.759355 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.agents_db [None req-1e570261-7bec-4919-9804-a616d65b12ea None None] Agent healthcheck: found 6 active agents {{(pid=74323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 03 16:06:40.773653 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] For port 6f7ff055-7009-4d57-8dff-6963dd7580bd, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=6f7ff055-7009-4d57-8dff-6963dd7580bd,segment=NetworkSegment(b3dd78e9-7960-4320-a84d-1927ee733331),segment_id=b3dd78e9-7960-4320-a84d-1927ee733331)] {{(pid=74322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 16:06:40.779414 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e84d1ab-a570-43ee-bb11-2e2c25109177 req-3c0132fa-2a43-47dd-ab08-b28825dff577 tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:06:40.780239 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-5e84d1ab-a570-43ee-bb11-2e2c25109177 req-3c0132fa-2a43-47dd-ab08-b28825dff577 tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] 10.222.0.42 "GET /v2.0/ports?device_id=21b6f860-2ddb-4824-aa7a-c6955b572352 HTTP/1.1" status: 200 len: 945 time: 0.1014767 May 03 16:06:40.822016 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-979efaf0-3ac0-4982-8af4-aaa66d1b10b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:40.861441 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_hamode_db [None req-c3faac92-861d-4b85-9766-62a94be3dd36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0c255f6-4ce4-4be9-9584-e4a72615991c', 'name': 'tempest-TestMinimumBasicScenario-685996169-router', 'tenant_id': '4674801f8cde4a898e908d2bbc407321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'external_fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.172'}], 'enable_snat': True}, 'gw_port_id': '30bdd85a-2578-4207-b440-a47a4b2bdf2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-03T16:05:13Z', 'updated_at': '2021-05-03T16:05:20Z', 'revision_number': 4, 'project_id': '4674801f8cde4a898e908d2bbc407321', 'gw_port': {'id': '30bdd85a-2578-4207-b440-a47a4b2bdf2d', 'name': '', 'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:2f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c255f6-4ce4-4be9-9584-e4a72615991c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-03T16:05:14Z', 'updated_at': '2021-05-03T16:05:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9682172-7c17-476a-827f-79723500eb4a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-11-smb', '_floatingips': [{'id': '3af49bdc-f749-4fa7-99b8-bbbd0e6f887c', 'tenant_id': '4674801f8cde4a898e908d2bbc407321', 'floating_ip_address': '172.28.1.121', 'floating_network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'router_id': 'f0c255f6-4ce4-4be9-9584-e4a72615991c', 'port_id': '889da5f3-852f-4f3c-b092-903b8218f963', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee83eab2-6d77-4c11-b22f-58569dd0cad4', 'mac_address': 'fa:16:3e:e7:00:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '339eacb1-87d7-4c28-b669-4602c4cc200a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-03T16:06:37Z', 'updated_at': '2021-05-03T16:06:37Z', 'revision_number': 0, 'project_id': '4674801f8cde4a898e908d2bbc407321', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bca0bbb2-95b3-493d-aefd-998331c15528', 'name': '', 'network_id': 'ee83eab2-6d77-4c11-b22f-58569dd0cad4', 'tenant_id': '4674801f8cde4a898e908d2bbc407321', 'mac_address': 'fa:16:3e:e4:b6:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c255f6-4ce4-4be9-9584-e4a72615991c', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'dd006b64-ffee-4037-90f3-2d8cf093a6b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-03T16:05:18Z', 'updated_at': '2021-05-03T16:05:26Z', 'revision_number': 5, 'project_id': '4674801f8cde4a898e908d2bbc407321', 'subnets': [{'id': 'dd006b64-ffee-4037-90f3-2d8cf093a6b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-11-smb', False) {} {{(pid=74322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:06:40.865539 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3faac92-861d-4b85-9766-62a94be3dd36 None None] The sync data for ids ['f0c255f6-4ce4-4be9-9584-e4a72615991c'] in dv-cinder-774286-11-smb is: [{'id': 'f0c255f6-4ce4-4be9-9584-e4a72615991c', 'name': 'tempest-TestMinimumBasicScenario-685996169-router', 'tenant_id': '4674801f8cde4a898e908d2bbc407321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'external_fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.172'}], 'enable_snat': True}, 'gw_port_id': '30bdd85a-2578-4207-b440-a47a4b2bdf2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-03T16:05:13Z', 'updated_at': '2021-05-03T16:05:20Z', 'revision_number': 4, 'project_id': '4674801f8cde4a898e908d2bbc407321', 'gw_port': {'id': '30bdd85a-2578-4207-b440-a47a4b2bdf2d', 'name': '', 'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:2f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c255f6-4ce4-4be9-9584-e4a72615991c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-03T16:05:14Z', 'updated_at': '2021-05-03T16:05:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9682172-7c17-476a-827f-79723500eb4a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-11-smb', '_floatingips': [{'id': '3af49bdc-f749-4fa7-99b8-bbbd0e6f887c', 'tenant_id': '4674801f8cde4a898e908d2bbc407321', 'floating_ip_address': '172.28.1.121', 'floating_network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'router_id': 'f0c255f6-4ce4-4be9-9584-e4a72615991c', 'port_id': '889da5f3-852f-4f3c-b092-903b8218f963', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee83eab2-6d77-4c11-b22f-58569dd0cad4', 'mac_address': 'fa:16:3e:e7:00:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '339eacb1-87d7-4c28-b669-4602c4cc200a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-03T16:06:37Z', 'updated_at': '2021-05-03T16:06:37Z', 'revision_number': 0, 'project_id': '4674801f8cde4a898e908d2bbc407321', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bca0bbb2-95b3-493d-aefd-998331c15528', 'name': '', 'network_id': 'ee83eab2-6d77-4c11-b22f-58569dd0cad4', 'tenant_id': '4674801f8cde4a898e908d2bbc407321', 'mac_address': 'fa:16:3e:e4:b6:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c255f6-4ce4-4be9-9584-e4a72615991c', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'dd006b64-ffee-4037-90f3-2d8cf093a6b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-03T16:05:18Z', 'updated_at': '2021-05-03T16:05:26Z', 'revision_number': 5, 'project_id': '4674801f8cde4a898e908d2bbc407321', 'subnets': [{'id': 'dd006b64-ffee-4037-90f3-2d8cf093a6b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 16:06:40.906497 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-dc079588-1d19-44a0-b054-29d541b57241 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619611'] for security_group_rule, after_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:40.915550 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:06:40.940441 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365'] for port, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:40.940983 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc079588-1d19-44a0-b054-29d541b57241 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1b860d2-6859-42f6-b57c-cd529fe4d705,revision_number=0']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:06:40.944110 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-dc079588-1d19-44a0-b054-29d541b57241 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:06:40.946321 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:06:40.969604 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.plugin [req-5e84d1ab-a570-43ee-bb11-2e2c25109177 req-a879db45-f661-4601-963a-98521f01afd8 tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] Deleting port f0a30be5-59e7-4f0c-a1ef-380d08bb490b {{(pid=74320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 16:06:40.969977 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [req-5e84d1ab-a570-43ee-bb11-2e2c25109177 req-a879db45-f661-4601-963a-98521f01afd8 tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781092848725'] for port, before_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:41.021966 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Pushing event updated for resources: {'Port': ['ID=6f7ff055-7009-4d57-8dff-6963dd7580bd,revision_number=4']} {{(pid=74322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:06:41.025456 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:06:41.060742 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-dc079588-1d19-44a0-b054-29d541b57241 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:41.062135 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-dc079588-1d19-44a0-b054-29d541b57241 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6613550 May 03 16:06:41.065169 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 54466) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:06:41.071829 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.v2.base [None req-080e1d70-4047-44c6-bcdc-4ee12d1ef3e8 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Request body: {'security_group_rule': {'security_group_id': '7ca50f18-8b60-43c0-b0b3-714393723fac', 'project_id': '4674801f8cde4a898e908d2bbc407321', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=74321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 16:06:41.078881 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-080e1d70-4047-44c6-bcdc-4ee12d1ef3e8 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:06:41.083400 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-080e1d70-4047-44c6-bcdc-4ee12d1ef3e8 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Usage tracker for resource:security_group_rule and tenant:4674801f8cde4a898e908d2bbc407321 is out of sync, need to count used quota {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:06:41.085681 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6890f583-a7b1-4263-8a31-f031109eb7b7 None None] New status for floating IP 3af49bdc-f749-4fa7-99b8-bbbd0e6f887c: ACTIVE {{(pid=74323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 16:06:41.086962 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-080e1d70-4047-44c6-bcdc-4ee12d1ef3e8 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:06:41.094171 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-080e1d70-4047-44c6-bcdc-4ee12d1ef3e8 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:06:41.133327 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.db [req-5e84d1ab-a570-43ee-bb11-2e2c25109177 req-a879db45-f661-4601-963a-98521f01afd8 tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] For port f0a30be5-59e7-4f0c-a1ef-380d08bb490b, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=f0a30be5-59e7-4f0c-a1ef-380d08bb490b,segment=NetworkSegment(d58398cd-d734-4367-831e-a4e795fcd44b),segment_id=d58398cd-d734-4367-831e-a4e795fcd44b)] {{(pid=74320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 16:06:41.133709 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [req-5e84d1ab-a570-43ee-bb11-2e2c25109177 req-a879db45-f661-4601-963a-98521f01afd8 tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925573'] for port, precommit_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:41.169204 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-080e1d70-4047-44c6-bcdc-4ee12d1ef3e8 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:41.201993 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] get_ports_and_sgs() called for port_ids ['0c1666ab-7527-4fa3-9932-a21176db844a'] {{(pid=74322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 16:06:41.246325 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-080e1d70-4047-44c6-bcdc-4ee12d1ef3e8 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:41.254723 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] get_ports_and_sgs() called for port_ids ['6f7ff055-7009-4d57-8dff-6963dd7580bd'] {{(pid=74322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 16:06:41.260707 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.plugin [req-5e84d1ab-a570-43ee-bb11-2e2c25109177 req-a879db45-f661-4601-963a-98521f01afd8 tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] Calling delete_port for f0a30be5-59e7-4f0c-a1ef-380d08bb490b owned by compute:nova {{(pid=74320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 03 16:06:41.368358 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-080e1d70-4047-44c6-bcdc-4ee12d1ef3e8 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619611'] for security_group_rule, after_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:41.376739 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:06:41.402409 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080e1d70-4047-44c6-bcdc-4ee12d1ef3e8 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddbc93eb-3b6f-42c3-b04a-330fae553635,revision_number=0']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:06:41.412958 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-080e1d70-4047-44c6-bcdc-4ee12d1ef3e8 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:06:41.454740 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [req-5e84d1ab-a570-43ee-bb11-2e2c25109177 req-a879db45-f661-4601-963a-98521f01afd8 tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781092850854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781092417311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2110393'] for port, after_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:41.463468 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-45da12d7-894a-4d4a-baa7-87330d2aab0f tempest-ServerRescueNegativeTestJSON-1375296556 tempest-ServerRescueNegativeTestJSON-1375296556-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:06:41.477320 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-080e1d70-4047-44c6-bcdc-4ee12d1ef3e8 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:41.481460 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-080e1d70-4047-44c6-bcdc-4ee12d1ef3e8 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4111032 May 03 16:06:41.481460 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 54472) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:06:41.487184 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.v2.base [None req-88cbc536-c4d7-4b4f-b8bc-39f4a5ea7cab tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Request body: {'security_group_rule': {'security_group_id': '7ca50f18-8b60-43c0-b0b3-714393723fac', 'project_id': '4674801f8cde4a898e908d2bbc407321', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=74321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 16:06:41.494036 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-88cbc536-c4d7-4b4f-b8bc-39f4a5ea7cab tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:06:41.499790 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-88cbc536-c4d7-4b4f-b8bc-39f4a5ea7cab tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Usage tracker for resource:security_group_rule and tenant:4674801f8cde4a898e908d2bbc407321 is out of sync, need to count used quota {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:06:41.503393 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-88cbc536-c4d7-4b4f-b8bc-39f4a5ea7cab tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:06:41.511528 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-88cbc536-c4d7-4b4f-b8bc-39f4a5ea7cab tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:06:41.569033 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a879db45-f661-4601-963a-98521f01afd8 tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] Pushing event deleted for resources: {'Port': ['ID=f0a30be5-59e7-4f0c-a1ef-380d08bb490b,revision_number=None']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:06:41.576088 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-a879db45-f661-4601-963a-98521f01afd8 tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:06:41.672966 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-88cbc536-c4d7-4b4f-b8bc-39f4a5ea7cab tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:41.697640 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-1d87cf85-67d3-4e5b-9f58-749b4f620e13 req-ed36e6cf-4a19-4918-b132-7b674f527ad0 tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] 10.222.0.11 "GET /v2.0/ports?device_id=21b6f860-2ddb-4824-aa7a-c6955b572352 HTTP/1.1" status: 200 len: 210 time: 0.0658226 May 03 16:06:41.773699 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184eb4bb-2885-405f-9b09-ae72409bb1ea req-3c371c0d-8605-4316-a757-42e36f083320 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:06:41.775158 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-184eb4bb-2885-405f-9b09-ae72409bb1ea req-3c371c0d-8605-4316-a757-42e36f083320 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e22c68b-897b-4f57-abbf-782b203a23d9 HTTP/1.1" status: 200 len: 945 time: 0.2177825 May 03 16:06:41.777256 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e84d1ab-a570-43ee-bb11-2e2c25109177 req-a879db45-f661-4601-963a-98521f01afd8 tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] No DVR routers for this DVR port f0a30be5-59e7-4f0c-a1ef-380d08bb490b on host hv-cinder-77428 {{(pid=74320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 16:06:41.780281 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [req-5e84d1ab-a570-43ee-bb11-2e2c25109177 req-a879db45-f661-4601-963a-98521f01afd8 tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504013'] for port, before_response {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:41.784662 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21b6f860-2ddb-4824-aa7a-c6955b572352', 'name': 'network-vif-deleted', 'tag': 'f0a30be5-59e7-4f0c-a1ef-380d08bb490b'}] {{(pid=74320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 16:06:41.802398 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-88cbc536-c4d7-4b4f-b8bc-39f4a5ea7cab tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:41.827603 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-184eb4bb-2885-405f-9b09-ae72409bb1ea req-bf7d6fc8-d876-401f-9c3a-818e2ad8df50 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "GET /v2.0/security-groups?id=584261bc-c5a9-45bb-b391-eb48fa620554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437179 May 03 16:06:41.888481 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21b6f860-2ddb-4824-aa7a-c6955b572352', 'name': 'network-vif-deleted', 'tag': 'f0a30be5-59e7-4f0c-a1ef-380d08bb490b', 'status': 'completed', 'code': 200} May 03 16:06:41.923559 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-5e84d1ab-a570-43ee-bb11-2e2c25109177 req-a879db45-f661-4601-963a-98521f01afd8 tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] 10.222.0.42 "DELETE /v2.0/ports/f0a30be5-59e7-4f0c-a1ef-380d08bb490b HTTP/1.1" status: 204 len: 173 time: 1.1366391 May 03 16:06:42.003791 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0c2566-4ed5-4ca6-856e-469dcd5c2bca req-3d78820d-cfae-4b11-a891-6caf83bb07cc tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:06:42.005304 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-ab0c2566-4ed5-4ca6-856e-469dcd5c2bca req-3d78820d-cfae-4b11-a891-6caf83bb07cc tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] 10.222.0.11 "GET /v2.0/ports?device_id=d83b26f8-77ff-40bd-a180-6e88744e13db HTTP/1.1" status: 200 len: 945 time: 0.0821791 May 03 16:06:42.006544 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-88cbc536-c4d7-4b4f-b8bc-39f4a5ea7cab tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619611'] for security_group_rule, after_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:42.008517 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-072446d2-1947-4bae-9fe3-a797cf71c31d tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:06:42.015079 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] get_ports_and_sgs() called for port_ids ['f0a30be5-59e7-4f0c-a1ef-380d08bb490b'] {{(pid=74322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 16:06:42.047873 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cbc536-c4d7-4b4f-b8bc-39f4a5ea7cab tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1233b9d7-9d7b-4eac-8331-4a29ee8291f4,revision_number=0']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:06:42.053722 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-88cbc536-c4d7-4b4f-b8bc-39f4a5ea7cab tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:06:42.076710 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-ab0c2566-4ed5-4ca6-856e-469dcd5c2bca req-5425b042-6560-4042-b331-19bea828d869 tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] 10.222.0.11 "GET /v2.0/security-groups?id=a50af1d3-a747-4ddb-9543-e47fb4e4643a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583386 May 03 16:06:42.162993 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-88cbc536-c4d7-4b4f-b8bc-39f4a5ea7cab tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:42.165421 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-88cbc536-c4d7-4b4f-b8bc-39f4a5ea7cab tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6820035 May 03 16:06:42.173814 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 54492) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:06:42.179462 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.v2.base [None req-fe151b3f-6620-4872-956f-1ecda0f39e91 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Request body: {'security_group_rule': {'security_group_id': '7ca50f18-8b60-43c0-b0b3-714393723fac', 'project_id': '4674801f8cde4a898e908d2bbc407321', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=74320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 16:06:42.186991 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-fe151b3f-6620-4872-956f-1ecda0f39e91 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:06:42.191217 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-fe151b3f-6620-4872-956f-1ecda0f39e91 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Usage tracker for resource:security_group_rule and tenant:4674801f8cde4a898e908d2bbc407321 is out of sync, need to count used quota {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:06:42.194445 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-fe151b3f-6620-4872-956f-1ecda0f39e91 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:06:42.202318 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-fe151b3f-6620-4872-956f-1ecda0f39e91 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:06:42.357433 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.db.securitygroups_db [None req-fe151b3f-6620-4872-956f-1ecda0f39e91 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Project 4674801f8cde4a898e908d2bbc407321 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 03 16:06:42.363944 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-fe151b3f-6620-4872-956f-1ecda0f39e91 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:42.433299 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-fe151b3f-6620-4872-956f-1ecda0f39e91 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:42.511334 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-fe151b3f-6620-4872-956f-1ecda0f39e91 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619611'] for security_group_rule, after_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:42.513564 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-a93ca99a-0a41-4175-96ef-9837c0953ef9 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:06:42.535371 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe151b3f-6620-4872-956f-1ecda0f39e91 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef1c53cf-97c3-4e1e-b57b-c6729d08575e,revision_number=0']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:06:42.537807 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-fe151b3f-6620-4872-956f-1ecda0f39e91 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:06:42.707727 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-fe151b3f-6620-4872-956f-1ecda0f39e91 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:42.708446 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-fe151b3f-6620-4872-956f-1ecda0f39e91 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5336401 May 03 16:06:42.711290 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 54502) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:06:42.717107 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.v2.base [None req-e2c0e581-ca24-46a0-a1e0-38277815efcb tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Request body: {'security_group_rule': {'security_group_id': '7ca50f18-8b60-43c0-b0b3-714393723fac', 'project_id': '4674801f8cde4a898e908d2bbc407321', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=74320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 16:06:42.723984 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-e2c0e581-ca24-46a0-a1e0-38277815efcb tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:06:42.727812 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-e2c0e581-ca24-46a0-a1e0-38277815efcb tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Usage tracker for resource:security_group_rule and tenant:4674801f8cde4a898e908d2bbc407321 is out of sync, need to count used quota {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:06:42.730672 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-e2c0e581-ca24-46a0-a1e0-38277815efcb tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:06:42.737292 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-e2c0e581-ca24-46a0-a1e0-38277815efcb tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:06:42.885179 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.db.securitygroups_db [None req-e2c0e581-ca24-46a0-a1e0-38277815efcb tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Project 4674801f8cde4a898e908d2bbc407321 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 03 16:06:42.890551 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-e2c0e581-ca24-46a0-a1e0-38277815efcb tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:42.928857 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-7aace8bf-56af-48f6-96d2-b589f6f9facc req-576d473b-c84a-4c8b-ac4e-15a28f073671 tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] 10.222.0.11 "GET /v2.0/ports?device_id=21b6f860-2ddb-4824-aa7a-c6955b572352 HTTP/1.1" status: 200 len: 210 time: 0.0968843 May 03 16:06:42.983107 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-e2c0e581-ca24-46a0-a1e0-38277815efcb tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:43.100185 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-e2c0e581-ca24-46a0-a1e0-38277815efcb tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619611'] for security_group_rule, after_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:43.102412 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:06:43.121379 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c0e581-ca24-46a0-a1e0-38277815efcb tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b05532bc-95d2-4556-b535-067bbb7adf8f,revision_number=0']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:06:43.126482 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-e2c0e581-ca24-46a0-a1e0-38277815efcb tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:06:43.160922 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Device 6f7ff055-7009-4d57-8dff-6963dd7580bd up at agent hyperv_hv-cinder-77428 {{(pid=74322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 16:06:43.270822 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-e2c0e581-ca24-46a0-a1e0-38277815efcb tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:43.272028 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-e2c0e581-ca24-46a0-a1e0-38277815efcb tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5597620 May 03 16:06:43.300983 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7237db82-567d-4271-a329-93e027a7500e req-7d3114c4-9165-4614-95cc-e77a1a597eed tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:06:43.302447 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-7237db82-567d-4271-a329-93e027a7500e req-7d3114c4-9165-4614-95cc-e77a1a597eed tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e22c68b-897b-4f57-abbf-782b203a23d9 HTTP/1.1" status: 200 len: 945 time: 0.2744753 May 03 16:06:43.315373 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636876cc-2429-43f6-b0f0-4123c4d7c79f req-6610dc7c-96bf-416d-8ccb-f8c2673a64c3 tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:06:43.316805 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-636876cc-2429-43f6-b0f0-4123c4d7c79f req-6610dc7c-96bf-416d-8ccb-f8c2673a64c3 tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] 10.222.0.11 "GET /v2.0/ports?device_id=d83b26f8-77ff-40bd-a180-6e88744e13db HTTP/1.1" status: 200 len: 945 time: 0.1141963 May 03 16:06:43.386469 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-7237db82-567d-4271-a329-93e027a7500e req-f4e39ea1-7121-45a5-8bc3-2537a2f0fabe tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "GET /v2.0/security-groups?id=584261bc-c5a9-45bb-b391-eb48fa620554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686686 May 03 16:06:43.394032 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-636876cc-2429-43f6-b0f0-4123c4d7c79f req-920d3bd9-fe02-473c-939d-6e876ca9b63c tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] 10.222.0.11 "GET /v2.0/security-groups?id=a50af1d3-a747-4ddb-9543-e47fb4e4643a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627320 May 03 16:06:43.403879 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:43.407910 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Provisioning for port 6f7ff055-7009-4d57-8dff-6963dd7580bd completed by entity L2. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 16:06:43.419670 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Provisioning complete for port 6f7ff055-7009-4d57-8dff-6963dd7580bd triggered by entity L2. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 16:06:43.419670 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033555'] for port, provisioning_complete {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:43.442910 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-1331e11d-9708-4555-ae59-1b70a50aaad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:43.522551 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [req-c73b548c-96d5-46ee-8ea3-94f0319c05e8 req-9c3fce1e-3efd-4a14-a270-530bb8e9ad3a tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Synchronizing usage tracker for tenant:4674801f8cde4a898e908d2bbc407321 on resource:security_group {{(pid=74321) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 16:06:43.534098 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:43.561644 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd83b26f8-77ff-40bd-a180-6e88744e13db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f7ff055-7009-4d57-8dff-6963dd7580bd'}] {{(pid=74322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 16:06:43.571319 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] For port 6f7ff055-7009-4d57-8dff-6963dd7580bd, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=6f7ff055-7009-4d57-8dff-6963dd7580bd,segment=NetworkSegment(b3dd78e9-7960-4320-a84d-1927ee733331),segment_id=b3dd78e9-7960-4320-a84d-1927ee733331)] {{(pid=74322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 16:06:43.604394 dv-cinder-774286-11-smb neutron-server[74322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd83b26f8-77ff-40bd-a180-6e88744e13db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f7ff055-7009-4d57-8dff-6963dd7580bd', 'code': 200} May 03 16:06:43.751255 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [req-c73b548c-96d5-46ee-8ea3-94f0319c05e8 req-9c3fce1e-3efd-4a14-a270-530bb8e9ad3a tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Unset dirty status for tenant:4674801f8cde4a898e908d2bbc407321 on resource:security_group {{(pid=74321) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 16:06:43.751482 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365'] for port, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:43.752461 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-c73b548c-96d5-46ee-8ea3-94f0319c05e8 req-9c3fce1e-3efd-4a14-a270-530bb8e9ad3a tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-627700132&fields=id&tenant_id=4674801f8cde4a898e908d2bbc407321 HTTP/1.1" status: 200 len: 267 time: 0.2703705 May 03 16:06:43.752602 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Device 0c1666ab-7527-4fa3-9932-a21176db844a up at agent hyperv_hv-cinder-77428 {{(pid=74322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 16:06:43.776107 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:06:43.842505 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73b548c-96d5-46ee-8ea3-94f0319c05e8 req-3b1cad5e-bc26-48e1-bc01-8f6ae6f3f8c9 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:06:43.844249 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-c73b548c-96d5-46ee-8ea3-94f0319c05e8 req-3b1cad5e-bc26-48e1-bc01-8f6ae6f3f8c9 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] 10.222.0.11 "GET /v2.0/ports?device_id=339eacb1-87d7-4c28-b669-4602c4cc200a HTTP/1.1" status: 200 len: 946 time: 0.0860078 May 03 16:06:43.857412 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.v2.base [req-c73b548c-96d5-46ee-8ea3-94f0319c05e8 req-0ee2fb65-1e76-4927-9cc9-e175e4735961 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Request body: {'port': {'security_groups': ['8e85cad6-e117-4792-8b74-9a448c17ce8c', '7ca50f18-8b60-43c0-b0b3-714393723fac']}} {{(pid=74321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 16:06:43.869677 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Pushing event updated for resources: {'Port': ['ID=6f7ff055-7009-4d57-8dff-6963dd7580bd,revision_number=5']} {{(pid=74322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:06:43.873342 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:06:44.004397 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [req-c73b548c-96d5-46ee-8ea3-94f0319c05e8 req-0ee2fb65-1e76-4927-9cc9-e175e4735961 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:44.043285 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Provisioning for port 0c1666ab-7527-4fa3-9932-a21176db844a completed by entity L2. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 16:06:44.049060 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Provisioning complete for port 0c1666ab-7527-4fa3-9932-a21176db844a triggered by entity L2. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 16:06:44.049446 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033555'] for port, provisioning_complete {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:44.219951 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55878006-6779-44b9-803c-8552a7346637 req-df7dfb50-84b8-43f9-90d2-23031218d695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:06:44.232779 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-55878006-6779-44b9-803c-8552a7346637 req-df7dfb50-84b8-43f9-90d2-23031218d695 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d83b26f8-77ff-40bd-a180-6e88744e13db HTTP/1.1" status: 200 len: 1099 time: 0.1317241 May 03 16:06:44.295230 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:44.296483 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-55878006-6779-44b9-803c-8552a7346637 req-431c6e1a-2517-4183-a6ef-3a5bdb3827aa service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a50af1d3-a747-4ddb-9543-e47fb4e4643a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611465 May 03 16:06:44.332290 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] For port 0c1666ab-7527-4fa3-9932-a21176db844a, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=0c1666ab-7527-4fa3-9932-a21176db844a,segment=NetworkSegment(ad1c6c10-bf8d-4f65-b3de-1cb0028ea90c),segment_id=ad1c6c10-bf8d-4f65-b3de-1cb0028ea90c)] {{(pid=74322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 16:06:44.348683 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.db [req-c73b548c-96d5-46ee-8ea3-94f0319c05e8 req-0ee2fb65-1e76-4927-9cc9-e175e4735961 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] For port 889da5f3-852f-4f3c-b092-903b8218f963, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=889da5f3-852f-4f3c-b092-903b8218f963,segment=NetworkSegment(81402262-53d4-4e9b-83a0-af23c1b9021d),segment_id=81402262-53d4-4e9b-83a0-af23c1b9021d)] {{(pid=74321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 16:06:44.373113 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [req-c73b548c-96d5-46ee-8ea3-94f0319c05e8 req-0ee2fb65-1e76-4927-9cc9-e175e4735961 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Notify callbacks [] for port, precommit_update {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:44.511519 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-b400cb21-de9a-47f5-b18b-46830690aa58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:44.545708 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365'] for port, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:44.551654 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Device f0a30be5-59e7-4f0c-a1ef-380d08bb490b no longer exists at agent hyperv_hv-cinder-77428 {{(pid=74322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 16:06:44.576858 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-ed990b7e-7364-4353-95c7-3483506cedeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:06:44.581348 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [req-c73b548c-96d5-46ee-8ea3-94f0319c05e8 req-0ee2fb65-1e76-4927-9cc9-e175e4735961 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3094632'] for port, after_update {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:44.590718 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-477c59c8-11cb-4b07-8828-982666daf412 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:06:44.613879 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] get_ports_and_sgs() called for port_ids ['889da5f3-852f-4f3c-b092-903b8218f963'] {{(pid=74322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 16:06:44.651171 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.plugin [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] No Port match for: f0a30be5-59e7-4f0c-a1ef-380d08bb490b {{(pid=74322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 03 16:06:44.651526 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Device f0a30be5-59e7-4f0c-a1ef-380d08bb490b not bound to the agent host hv-cinder-77428 {{(pid=74322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 16:06:44.659824 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73b548c-96d5-46ee-8ea3-94f0319c05e8 req-0ee2fb65-1e76-4927-9cc9-e175e4735961 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:06:44.660479 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [req-c73b548c-96d5-46ee-8ea3-94f0319c05e8 req-0ee2fb65-1e76-4927-9cc9-e175e4735961 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504013'] for port, before_response {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:44.661862 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-c73b548c-96d5-46ee-8ea3-94f0319c05e8 req-0ee2fb65-1e76-4927-9cc9-e175e4735961 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] 10.222.0.11 "PUT /v2.0/ports/889da5f3-852f-4f3c-b092-903b8218f963 HTTP/1.1" status: 200 len: 982 time: 0.8108280 May 03 16:06:44.664052 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '339eacb1-87d7-4c28-b669-4602c4cc200a', 'tag': '889da5f3-852f-4f3c-b092-903b8218f963'}] {{(pid=74321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 16:06:44.699789 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee2fb65-1e76-4927-9cc9-e175e4735961 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Pushing event updated for resources: {'Port': ['ID=889da5f3-852f-4f3c-b092-903b8218f963,revision_number=6']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:06:44.710014 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-0ee2fb65-1e76-4927-9cc9-e175e4735961 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:06:44.730100 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Pushing event updated for resources: {'Port': ['ID=0c1666ab-7527-4fa3-9932-a21176db844a,revision_number=5']} {{(pid=74322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:06:44.734122 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:06:44.748877 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c030d80-ac4f-4bef-9e9d-3837c84d2d4a req-fb0a8c8c-89c4-49a1-a4c9-51c3e72b5576 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:06:44.752889 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-3c030d80-ac4f-4bef-9e9d-3837c84d2d4a req-fb0a8c8c-89c4-49a1-a4c9-51c3e72b5576 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e22c68b-897b-4f57-abbf-782b203a23d9 HTTP/1.1" status: 200 len: 946 time: 0.2576935 May 03 16:06:44.753938 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] get_ports_and_sgs() called for port_ids ['889da5f3-852f-4f3c-b092-903b8218f963'] {{(pid=74322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 16:06:44.883522 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-3c030d80-ac4f-4bef-9e9d-3837c84d2d4a req-a70ec9f3-6a64-4134-aeb2-e1b93c8940fc tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "GET /v2.0/security-groups?id=584261bc-c5a9-45bb-b391-eb48fa620554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1227672 May 03 16:06:44.942658 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195dd364-ad2a-4fe7-a2e4-e5604f808207 req-63e8dabc-af45-4f7b-beee-bde1737c54a7 tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:06:44.943701 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-195dd364-ad2a-4fe7-a2e4-e5604f808207 req-63e8dabc-af45-4f7b-beee-bde1737c54a7 tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] 10.222.0.11 "GET /v2.0/ports?device_id=d83b26f8-77ff-40bd-a180-6e88744e13db HTTP/1.1" status: 200 len: 946 time: 0.1057298 May 03 16:06:44.985602 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-dcf948cf-6585-477c-82f1-0c0e6d61ef17 None None] Provisioning complete for port 889da5f3-852f-4f3c-b092-903b8218f963 triggered by entity DHCP. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 16:06:44.985958 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-dcf948cf-6585-477c-82f1-0c0e6d61ef17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033555'] for port, provisioning_complete {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:45.037453 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-195dd364-ad2a-4fe7-a2e4-e5604f808207 req-eddebee8-fac3-4fdb-9777-dab72c913242 tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] 10.222.0.11 "GET /v2.0/security-groups?id=a50af1d3-a747-4ddb-9543-e47fb4e4643a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843701 May 03 16:06:45.092019 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61b8fd5-5e30-4694-80ed-98c97c384828 req-706dad52-1fa4-4014-a4f4-205764882071 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:06:45.092019 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-b61b8fd5-5e30-4694-80ed-98c97c384828 req-706dad52-1fa4-4014-a4f4-205764882071 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] 10.222.0.11 "GET /v2.0/ports?device_id=339eacb1-87d7-4c28-b669-4602c4cc200a HTTP/1.1" status: 200 len: 985 time: 0.1054225 May 03 16:06:45.094811 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '339eacb1-87d7-4c28-b669-4602c4cc200a', 'tag': '889da5f3-852f-4f3c-b092-903b8218f963', 'status': 'completed', 'code': 200} May 03 16:06:45.147711 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-b61b8fd5-5e30-4694-80ed-98c97c384828 req-dca0fa7a-396e-4bd6-891e-205cb61b1d4e tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ca50f18-8b60-43c0-b0b3-714393723fac&id=8e85cad6-e117-4792-8b74-9a448c17ce8c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0496597 May 03 16:06:45.250820 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c938bc2-2209-47ea-ba99-5700d0648d2f req-56295e25-7c6e-4164-912b-919275d70ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:06:45.254925 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-0c938bc2-2209-47ea-ba99-5700d0648d2f req-56295e25-7c6e-4164-912b-919275d70ac2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4674801f8cde4a898e908d2bbc407321&device_id=339eacb1-87d7-4c28-b669-4602c4cc200a HTTP/1.1" status: 200 len: 1138 time: 0.1162238 May 03 16:06:45.507960 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c938bc2-2209-47ea-ba99-5700d0648d2f req-e05ecfae-17b6-40c9-93be-47e2bee2bcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:06:45.509740 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-0c938bc2-2209-47ea-ba99-5700d0648d2f req-e05ecfae-17b6-40c9-93be-47e2bee2bcd1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ee83eab2-6d77-4c11-b22f-58569dd0cad4 HTTP/1.1" status: 200 len: 915 time: 0.2455206 May 03 16:06:45.606558 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e22c68b-897b-4f57-abbf-782b203a23d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c1666ab-7527-4fa3-9932-a21176db844a'}] {{(pid=74322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 16:06:45.627128 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-0c938bc2-2209-47ea-ba99-5700d0648d2f req-cd825b3d-feea-4350-b269-29d5b59ff781 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=889da5f3-852f-4f3c-b092-903b8218f963 HTTP/1.1" status: 200 len: 1002 time: 0.1097820 May 03 16:06:45.653298 dv-cinder-774286-11-smb neutron-server[74322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e22c68b-897b-4f57-abbf-782b203a23d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c1666ab-7527-4fa3-9932-a21176db844a', 'code': 200} May 03 16:06:45.698728 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c938bc2-2209-47ea-ba99-5700d0648d2f req-fab41d50-a1ca-4250-9f3f-7356f0a870e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:06:45.700287 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-0c938bc2-2209-47ea-ba99-5700d0648d2f req-fab41d50-a1ca-4250-9f3f-7356f0a870e6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dd006b64-ffee-4037-90f3-2d8cf093a6b7 HTTP/1.1" status: 200 len: 853 time: 0.0640759 May 03 16:06:45.783764 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c938bc2-2209-47ea-ba99-5700d0648d2f req-3bccec39-ab91-486a-b85d-98450d1363af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:06:45.785351 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-0c938bc2-2209-47ea-ba99-5700d0648d2f req-3bccec39-ab91-486a-b85d-98450d1363af service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ee83eab2-6d77-4c11-b22f-58569dd0cad4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0724776 May 03 16:06:45.924085 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-0c938bc2-2209-47ea-ba99-5700d0648d2f req-82debc48-a705-4ccf-9cdd-82d13f4245e8 service neutron] 10.222.0.42 "GET /v2.0/networks/ee83eab2-6d77-4c11-b22f-58569dd0cad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304004 May 03 16:06:46.078285 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-0c938bc2-2209-47ea-ba99-5700d0648d2f req-ebd93403-aa99-4f97-98b3-380df8fbadd8 service neutron] 10.222.0.42 "GET /v2.0/networks/ee83eab2-6d77-4c11-b22f-58569dd0cad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474154 May 03 16:06:46.105318 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee3854c-a790-412e-8653-f565d3d7badf req-7b2c490b-9b5a-4921-8ed5-6cf5643ddb36 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:06:46.111375 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-b5223e01-a904-4e89-a902-ae20f7f129a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:46.115006 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-cee3854c-a790-412e-8653-f565d3d7badf req-7b2c490b-9b5a-4921-8ed5-6cf5643ddb36 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e22c68b-897b-4f57-abbf-782b203a23d9 HTTP/1.1" status: 200 len: 946 time: 0.1109607 May 03 16:06:46.169008 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-cee3854c-a790-412e-8653-f565d3d7badf req-58ab06ad-81e3-4302-966b-bfb32ff9a7f5 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "GET /v2.0/security-groups?id=584261bc-c5a9-45bb-b391-eb48fa620554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522413 May 03 16:06:46.230503 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb72fb4-60f9-422e-8f0f-570486ba38ca req-917d8dfe-4391-4a55-889b-998974b369b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:06:46.232413 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-ebb72fb4-60f9-422e-8f0f-570486ba38ca req-917d8dfe-4391-4a55-889b-998974b369b9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9e22c68b-897b-4f57-abbf-782b203a23d9 HTTP/1.1" status: 200 len: 1099 time: 0.1194916 May 03 16:06:46.278953 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-ebb72fb4-60f9-422e-8f0f-570486ba38ca req-9e4e3fbd-5507-4b32-84fe-2e0c1293c567 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=584261bc-c5a9-45bb-b391-eb48fa620554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392463 May 03 16:06:46.283914 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374e6c73-5669-4096-a72a-5e41fd54468e req-98d69ee5-9d1c-48e8-818e-56679f44b235 tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:06:46.285494 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-374e6c73-5669-4096-a72a-5e41fd54468e req-98d69ee5-9d1c-48e8-818e-56679f44b235 tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] 10.222.0.11 "GET /v2.0/ports?device_id=d83b26f8-77ff-40bd-a180-6e88744e13db HTTP/1.1" status: 200 len: 946 time: 0.1016150 May 03 16:06:46.335092 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-374e6c73-5669-4096-a72a-5e41fd54468e req-c91fdb31-0459-49ae-b0fa-610998af26f7 tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] 10.222.0.11 "GET /v2.0/security-groups?id=a50af1d3-a747-4ddb-9543-e47fb4e4643a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439396 May 03 16:06:47.359380 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7349de5f-394d-4223-8a17-a6568509a0b5 req-bce02c34-66f9-4b27-b490-7f5ba86c7623 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:06:47.360912 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-7349de5f-394d-4223-8a17-a6568509a0b5 req-bce02c34-66f9-4b27-b490-7f5ba86c7623 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e22c68b-897b-4f57-abbf-782b203a23d9 HTTP/1.1" status: 200 len: 946 time: 0.0869248 May 03 16:06:47.408525 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-7349de5f-394d-4223-8a17-a6568509a0b5 req-0f25c456-ed89-4ba6-825f-b8aa55bfce27 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "GET /v2.0/security-groups?id=584261bc-c5a9-45bb-b391-eb48fa620554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414865 May 03 16:06:48.645190 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a7bd13-bc15-4df6-9cac-96c6c892846a req-2693e78a-54d2-49d9-a3ff-0e1425c4bba6 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:06:48.646560 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-f2a7bd13-bc15-4df6-9cac-96c6c892846a req-2693e78a-54d2-49d9-a3ff-0e1425c4bba6 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e22c68b-897b-4f57-abbf-782b203a23d9 HTTP/1.1" status: 200 len: 946 time: 0.1114101 May 03 16:06:48.655082 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f742f4-6252-49cf-a6a8-a5538d5b4c53 req-ba8012de-a252-40e7-a914-05299bf7f642 tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:06:48.661844 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-c6f742f4-6252-49cf-a6a8-a5538d5b4c53 req-ba8012de-a252-40e7-a914-05299bf7f642 tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] 10.222.0.11 "GET /v2.0/ports?device_id=d83b26f8-77ff-40bd-a180-6e88744e13db HTTP/1.1" status: 200 len: 946 time: 0.1585329 May 03 16:06:48.735042 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-f2a7bd13-bc15-4df6-9cac-96c6c892846a req-2c9b86c5-1265-4e3e-a13e-9014ebf8a3b2 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "GET /v2.0/security-groups?id=584261bc-c5a9-45bb-b391-eb48fa620554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776055 May 03 16:06:48.738006 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-c6f742f4-6252-49cf-a6a8-a5538d5b4c53 req-2576e2e6-3e29-42fc-9261-320dd1e2292c tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] 10.222.0.11 "GET /v2.0/security-groups?id=a50af1d3-a747-4ddb-9543-e47fb4e4643a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670078 May 03 16:06:49.029880 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130b2a0c-d130-4506-8b30-20c27bfad77b req-16e8a573-8242-4538-8b2c-089bab9c28cd tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:06:49.031215 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-130b2a0c-d130-4506-8b30-20c27bfad77b req-16e8a573-8242-4538-8b2c-089bab9c28cd tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e22c68b-897b-4f57-abbf-782b203a23d9 HTTP/1.1" status: 200 len: 946 time: 0.1734114 May 03 16:06:49.039925 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 54614) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:06:49.044838 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.v2.base [None req-a0c9dbe4-e964-432b-9da2-b2d539ff3302 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Request body: {'floatingip': {'port_id': '0c1666ab-7527-4fa3-9932-a21176db844a'}} {{(pid=74321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 16:06:49.122380 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-a0c9dbe4-e964-432b-9da2-b2d539ff3302 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Notify callbacks [] for floatingip, before_update {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:49.732893 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-a0c9dbe4-e964-432b-9da2-b2d539ff3302 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:49.894480 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-a0c9dbe4-e964-432b-9da2-b2d539ff3302 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926573'] for floatingip, after_update {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:50.101012 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc87ee7-3133-469f-a65b-f222f981ec3a req-05f96ee6-feb4-4801-9926-20904f4a8c0f tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:06:50.102497 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-acc87ee7-3133-469f-a65b-f222f981ec3a req-05f96ee6-feb4-4801-9926-20904f4a8c0f tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] 10.222.0.11 "GET /v2.0/ports?device_id=d83b26f8-77ff-40bd-a180-6e88744e13db HTTP/1.1" status: 200 len: 946 time: 0.2509410 May 03 16:06:50.105399 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.db.l3_db [None req-a0c9dbe4-e964-432b-9da2-b2d539ff3302 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Floating IP b473153a-332e-48f6-9bd7-a67ba42b7537 associated. External IP: 172.28.1.85, port: 0c1666ab-7527-4fa3-9932-a21176db844a. May 03 16:06:50.136529 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595bcc55-4455-436c-88b7-31e98ebe015b req-ace4f2e7-21ea-4256-916f-ff6d6b786b05 tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:06:50.138509 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-595bcc55-4455-436c-88b7-31e98ebe015b req-ace4f2e7-21ea-4256-916f-ff6d6b786b05 tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] 10.222.0.42 "GET /v2.0/ports?device_id=d83b26f8-77ff-40bd-a180-6e88744e13db HTTP/1.1" status: 200 len: 946 time: 0.0833299 May 03 16:06:50.284750 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-acc87ee7-3133-469f-a65b-f222f981ec3a req-f1fe6a5a-8e29-4695-b915-a0518e940f8c tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] 10.222.0.11 "GET /v2.0/security-groups?id=a50af1d3-a747-4ddb-9543-e47fb4e4643a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256938 May 03 16:06:50.303071 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.plugin [req-595bcc55-4455-436c-88b7-31e98ebe015b req-a35d5d0c-2d09-429b-912e-93aa386adff5 tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] Deleting port 6f7ff055-7009-4d57-8dff-6963dd7580bd {{(pid=74320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 16:06:50.316353 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [req-595bcc55-4455-436c-88b7-31e98ebe015b req-a35d5d0c-2d09-429b-912e-93aa386adff5 tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781092848725'] for port, before_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:50.448722 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.db [req-595bcc55-4455-436c-88b7-31e98ebe015b req-a35d5d0c-2d09-429b-912e-93aa386adff5 tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] For port 6f7ff055-7009-4d57-8dff-6963dd7580bd, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=6f7ff055-7009-4d57-8dff-6963dd7580bd,segment=NetworkSegment(b3dd78e9-7960-4320-a84d-1927ee733331),segment_id=b3dd78e9-7960-4320-a84d-1927ee733331)] {{(pid=74320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 16:06:50.449051 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [req-595bcc55-4455-436c-88b7-31e98ebe015b req-a35d5d0c-2d09-429b-912e-93aa386adff5 tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925573'] for port, precommit_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:50.581392 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.plugin [req-595bcc55-4455-436c-88b7-31e98ebe015b req-a35d5d0c-2d09-429b-912e-93aa386adff5 tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] Calling delete_port for 6f7ff055-7009-4d57-8dff-6963dd7580bd owned by compute:nova {{(pid=74320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 03 16:06:50.621335 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0c9dbe4-e964-432b-9da2-b2d539ff3302 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Router 59fbbaaf-3c82-4b4a-9f4b-382ac8ad236c has already been hosted by L3 agent 433ecc79-0b70-49a3-9006-0abc49206663 {{(pid=74321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 16:06:50.807588 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0c9dbe4-e964-432b-9da2-b2d539ff3302 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Notify agent at l3_agent.dv-cinder-774286-11-smb the message routers_updated {{(pid=74321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 16:06:50.812564 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-a0c9dbe4-e964-432b-9da2-b2d539ff3302 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504013'] for floatingip, before_response {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:50.818996 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f4419c-03b4-4b95-9ae6-2b918666971a None None] Sync routers for ids ['59fbbaaf-3c82-4b4a-9f4b-382ac8ad236c'] in dv-cinder-774286-11-smb {{(pid=74322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 16:06:50.831725 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f4419c-03b4-4b95-9ae6-2b918666971a None None] Routers {'59fbbaaf-3c82-4b4a-9f4b-382ac8ad236c'} bound to L3 agent in host dv-cinder-774286-11-smb {{(pid=74322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 03 16:06:50.842445 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_hamode_db [None req-a3f4419c-03b4-4b95-9ae6-2b918666971a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-03T15:53:43Z,description=,heartbeat_timestamp=2021-05-03T16:06:43Z,host='dv-cinder-774286-11-smb',id=433ecc79-0b70-49a3-9006-0abc49206663,load=0,resource_versions=,resources_synced=,started_at=2021-05-03T15:53:44Z,topic='l3_agent')) {'router_ids': ['59fbbaaf-3c82-4b4a-9f4b-382ac8ad236c'], 'active': True} {{(pid=74322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:06:50.869060 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-a0c9dbe4-e964-432b-9da2-b2d539ff3302 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "PUT /v2.0/floatingips/b473153a-332e-48f6-9bd7-a67ba42b7537 HTTP/1.1" status: 200 len: 991 time: 1.8279555 May 03 16:06:50.870386 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e22c68b-897b-4f57-abbf-782b203a23d9', 'tag': '0c1666ab-7527-4fa3-9932-a21176db844a'}] {{(pid=74321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 16:06:50.928663 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e22c68b-897b-4f57-abbf-782b203a23d9', 'tag': '0c1666ab-7527-4fa3-9932-a21176db844a', 'status': 'completed', 'code': 200} May 03 16:06:50.929379 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [req-595bcc55-4455-436c-88b7-31e98ebe015b req-a35d5d0c-2d09-429b-912e-93aa386adff5 tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781092850854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781092417311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2110393'] for port, after_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:50.936875 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-b61f18d6-03e3-4e99-8258-42f78d480dd8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:06:50.996259 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35d5d0c-2d09-429b-912e-93aa386adff5 tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] Pushing event deleted for resources: {'Port': ['ID=6f7ff055-7009-4d57-8dff-6963dd7580bd,revision_number=None']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:06:51.010355 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] get_ports_and_sgs() called for port_ids ['6f7ff055-7009-4d57-8dff-6963dd7580bd'] {{(pid=74322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 16:06:51.034647 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-a35d5d0c-2d09-429b-912e-93aa386adff5 tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:06:51.065447 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552db8ec-b826-4285-98a7-ff36aed74eee req-ff94d1a6-e317-406e-94e3-7930a081a9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:06:51.067574 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-552db8ec-b826-4285-98a7-ff36aed74eee req-ff94d1a6-e317-406e-94e3-7930a081a9aa service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a45b3ae4a7654b64951cdc1628f41ef5&device_id=9e22c68b-897b-4f57-abbf-782b203a23d9 HTTP/1.1" status: 200 len: 1099 time: 0.1150100 May 03 16:06:51.087824 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.l3_dvrscheduler_db [req-595bcc55-4455-436c-88b7-31e98ebe015b req-a35d5d0c-2d09-429b-912e-93aa386adff5 tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] No DVR routers for this DVR port 6f7ff055-7009-4d57-8dff-6963dd7580bd on host hv-cinder-77428 {{(pid=74320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 16:06:51.091096 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [req-595bcc55-4455-436c-88b7-31e98ebe015b req-a35d5d0c-2d09-429b-912e-93aa386adff5 tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504013'] for port, before_response {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:51.101777 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd83b26f8-77ff-40bd-a180-6e88744e13db', 'name': 'network-vif-deleted', 'tag': '6f7ff055-7009-4d57-8dff-6963dd7580bd'}] {{(pid=74320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 16:06:51.160974 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_dvr_db [None req-a3f4419c-03b4-4b95-9ae6-2b918666971a None None] Set router 59fbbaaf-3c82-4b4a-9f4b-382ac8ad236c gateway port host: dv-cinder-774286-11-smb {{(pid=74322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 03 16:06:51.165098 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd83b26f8-77ff-40bd-a180-6e88744e13db', 'name': 'network-vif-deleted', 'tag': '6f7ff055-7009-4d57-8dff-6963dd7580bd', 'status': 'completed', 'code': 200} May 03 16:06:51.226113 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-595bcc55-4455-436c-88b7-31e98ebe015b req-a35d5d0c-2d09-429b-912e-93aa386adff5 tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] 10.222.0.42 "DELETE /v2.0/ports/6f7ff055-7009-4d57-8dff-6963dd7580bd HTTP/1.1" status: 204 len: 173 time: 1.0715144 May 03 16:06:51.239901 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552db8ec-b826-4285-98a7-ff36aed74eee req-24bbb848-17c1-476e-ae64-69440630c26b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:06:51.241531 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-552db8ec-b826-4285-98a7-ff36aed74eee req-24bbb848-17c1-476e-ae64-69440630c26b service neutron] 10.222.0.42 "GET /v2.0/networks?id=2375af68-6e6b-455a-b7be-3561029d4953 HTTP/1.1" status: 200 len: 912 time: 0.1671197 May 03 16:06:51.347269 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-552db8ec-b826-4285-98a7-ff36aed74eee req-a41b490e-b1b3-422d-a757-0d22f5888a4c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0c1666ab-7527-4fa3-9932-a21176db844a HTTP/1.1" status: 200 len: 999 time: 0.0988560 May 03 16:06:51.433989 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552db8ec-b826-4285-98a7-ff36aed74eee req-09b9c8ce-e61f-404a-a2cc-020b9782833f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:06:51.436129 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-552db8ec-b826-4285-98a7-ff36aed74eee req-09b9c8ce-e61f-404a-a2cc-020b9782833f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0c868822-acdb-4384-9ddc-ddab19dd933c HTTP/1.1" status: 200 len: 850 time: 0.0823047 May 03 16:06:51.564077 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-a77c747d-9fe4-4a1a-9415-d3d61656f512 req-68901789-e78d-4ba7-878f-b2dbea5db40e tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] 10.222.0.11 "GET /v2.0/ports?device_id=d83b26f8-77ff-40bd-a180-6e88744e13db HTTP/1.1" status: 200 len: 210 time: 0.0753143 May 03 16:06:51.591521 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552db8ec-b826-4285-98a7-ff36aed74eee req-52b4e146-99a9-4881-94c0-eac4dcaaa570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:06:51.592943 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-552db8ec-b826-4285-98a7-ff36aed74eee req-52b4e146-99a9-4881-94c0-eac4dcaaa570 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2375af68-6e6b-455a-b7be-3561029d4953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1490917 May 03 16:06:51.606586 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_hamode_db [None req-a3f4419c-03b4-4b95-9ae6-2b918666971a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59fbbaaf-3c82-4b4a-9f4b-382ac8ad236c', 'name': 'tempest-AttachVolumeTestJSON-1560532479-router', 'tenant_id': 'a45b3ae4a7654b64951cdc1628f41ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'external_fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.189'}], 'enable_snat': True}, 'gw_port_id': 'd271ec25-1f7e-47bc-ab15-351e9358f1b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-03T16:01:46Z', 'updated_at': '2021-05-03T16:02:09Z', 'revision_number': 4, 'project_id': 'a45b3ae4a7654b64951cdc1628f41ef5', 'gw_port': {'id': 'd271ec25-1f7e-47bc-ab15-351e9358f1b5', 'name': '', 'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:c8:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fbbaaf-3c82-4b4a-9f4b-382ac8ad236c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-03T16:01:50Z', 'updated_at': '2021-05-03T16:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9682172-7c17-476a-827f-79723500eb4a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-11-smb', '_floatingips': [{'id': 'b473153a-332e-48f6-9bd7-a67ba42b7537', 'tenant_id': 'a45b3ae4a7654b64951cdc1628f41ef5', 'floating_ip_address': '172.28.1.85', 'floating_network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'router_id': '59fbbaaf-3c82-4b4a-9f4b-382ac8ad236c', 'port_id': '0c1666ab-7527-4fa3-9932-a21176db844a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2375af68-6e6b-455a-b7be-3561029d4953', 'mac_address': 'fa:16:3e:d0:91:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e22c68b-897b-4f57-abbf-782b203a23d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-03T16:06:26Z', 'updated_at': '2021-05-03T16:06:49Z', 'revision_number': 1, 'project_id': 'a45b3ae4a7654b64951cdc1628f41ef5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3afb4d1f-b53e-4aa7-83fd-769fa1786bd3', 'name': '', 'network_id': '2375af68-6e6b-455a-b7be-3561029d4953', 'tenant_id': 'a45b3ae4a7654b64951cdc1628f41ef5', 'mac_address': 'fa:16:3e:17:e7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fbbaaf-3c82-4b4a-9f4b-382ac8ad236c', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '0c868822-acdb-4384-9ddc-ddab19dd933c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-03T16:02:05Z', 'updated_at': '2021-05-03T16:02:19Z', 'revision_number': 5, 'project_id': 'a45b3ae4a7654b64951cdc1628f41ef5', 'subnets': [{'id': '0c868822-acdb-4384-9ddc-ddab19dd933c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-11-smb', False) {} {{(pid=74322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:06:51.610231 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f4419c-03b4-4b95-9ae6-2b918666971a None None] Checking router: 59fbbaaf-3c82-4b4a-9f4b-382ac8ad236c for host: dv-cinder-774286-11-smb {{(pid=74322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 16:06:51.618727 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f4419c-03b4-4b95-9ae6-2b918666971a None None] Routers {'59fbbaaf-3c82-4b4a-9f4b-382ac8ad236c'} bound to L3 agent in host dv-cinder-774286-11-smb {{(pid=74322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 03 16:06:51.619358 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_hamode_db [None req-a3f4419c-03b4-4b95-9ae6-2b918666971a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-03T15:53:43Z,description=,heartbeat_timestamp=2021-05-03T16:06:43Z,host='dv-cinder-774286-11-smb',id=433ecc79-0b70-49a3-9006-0abc49206663,load=0,resource_versions=,resources_synced=,started_at=2021-05-03T15:53:44Z,topic='l3_agent')) {'router_ids': ['59fbbaaf-3c82-4b4a-9f4b-382ac8ad236c'], 'active': True} {{(pid=74322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:06:51.731897 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-552db8ec-b826-4285-98a7-ff36aed74eee req-962ad388-0794-43e8-877d-cb11bedfaa43 service neutron] 10.222.0.42 "GET /v2.0/networks/2375af68-6e6b-455a-b7be-3561029d4953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310997 May 03 16:06:51.799550 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_dvr_db [None req-a3f4419c-03b4-4b95-9ae6-2b918666971a None None] Set router 59fbbaaf-3c82-4b4a-9f4b-382ac8ad236c gateway port host: dv-cinder-774286-11-smb {{(pid=74322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 03 16:06:51.873916 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-552db8ec-b826-4285-98a7-ff36aed74eee req-6ad20299-9607-4d1d-9ff2-8175c9d58459 service neutron] 10.222.0.42 "GET /v2.0/networks/2375af68-6e6b-455a-b7be-3561029d4953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333110 May 03 16:06:52.155991 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_hamode_db [None req-a3f4419c-03b4-4b95-9ae6-2b918666971a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59fbbaaf-3c82-4b4a-9f4b-382ac8ad236c', 'name': 'tempest-AttachVolumeTestJSON-1560532479-router', 'tenant_id': 'a45b3ae4a7654b64951cdc1628f41ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'external_fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.189'}], 'enable_snat': True}, 'gw_port_id': 'd271ec25-1f7e-47bc-ab15-351e9358f1b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-03T16:01:46Z', 'updated_at': '2021-05-03T16:02:09Z', 'revision_number': 4, 'project_id': 'a45b3ae4a7654b64951cdc1628f41ef5', 'gw_port': {'id': 'd271ec25-1f7e-47bc-ab15-351e9358f1b5', 'name': '', 'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:c8:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fbbaaf-3c82-4b4a-9f4b-382ac8ad236c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-03T16:01:50Z', 'updated_at': '2021-05-03T16:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9682172-7c17-476a-827f-79723500eb4a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-11-smb', '_floatingips': [{'id': 'b473153a-332e-48f6-9bd7-a67ba42b7537', 'tenant_id': 'a45b3ae4a7654b64951cdc1628f41ef5', 'floating_ip_address': '172.28.1.85', 'floating_network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'router_id': '59fbbaaf-3c82-4b4a-9f4b-382ac8ad236c', 'port_id': '0c1666ab-7527-4fa3-9932-a21176db844a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2375af68-6e6b-455a-b7be-3561029d4953', 'mac_address': 'fa:16:3e:d0:91:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e22c68b-897b-4f57-abbf-782b203a23d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-03T16:06:26Z', 'updated_at': '2021-05-03T16:06:49Z', 'revision_number': 1, 'project_id': 'a45b3ae4a7654b64951cdc1628f41ef5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3afb4d1f-b53e-4aa7-83fd-769fa1786bd3', 'name': '', 'network_id': '2375af68-6e6b-455a-b7be-3561029d4953', 'tenant_id': 'a45b3ae4a7654b64951cdc1628f41ef5', 'mac_address': 'fa:16:3e:17:e7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fbbaaf-3c82-4b4a-9f4b-382ac8ad236c', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '0c868822-acdb-4384-9ddc-ddab19dd933c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-03T16:02:05Z', 'updated_at': '2021-05-03T16:02:19Z', 'revision_number': 5, 'project_id': 'a45b3ae4a7654b64951cdc1628f41ef5', 'subnets': [{'id': '0c868822-acdb-4384-9ddc-ddab19dd933c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-11-smb', False) {} {{(pid=74322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:06:52.160381 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f4419c-03b4-4b95-9ae6-2b918666971a None None] The sync data for ids ['59fbbaaf-3c82-4b4a-9f4b-382ac8ad236c'] in dv-cinder-774286-11-smb is: [{'id': '59fbbaaf-3c82-4b4a-9f4b-382ac8ad236c', 'name': 'tempest-AttachVolumeTestJSON-1560532479-router', 'tenant_id': 'a45b3ae4a7654b64951cdc1628f41ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'external_fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.189'}], 'enable_snat': True}, 'gw_port_id': 'd271ec25-1f7e-47bc-ab15-351e9358f1b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-03T16:01:46Z', 'updated_at': '2021-05-03T16:02:09Z', 'revision_number': 4, 'project_id': 'a45b3ae4a7654b64951cdc1628f41ef5', 'gw_port': {'id': 'd271ec25-1f7e-47bc-ab15-351e9358f1b5', 'name': '', 'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:c8:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fbbaaf-3c82-4b4a-9f4b-382ac8ad236c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-03T16:01:50Z', 'updated_at': '2021-05-03T16:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9682172-7c17-476a-827f-79723500eb4a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-11-smb', '_floatingips': [{'id': 'b473153a-332e-48f6-9bd7-a67ba42b7537', 'tenant_id': 'a45b3ae4a7654b64951cdc1628f41ef5', 'floating_ip_address': '172.28.1.85', 'floating_network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'router_id': '59fbbaaf-3c82-4b4a-9f4b-382ac8ad236c', 'port_id': '0c1666ab-7527-4fa3-9932-a21176db844a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2375af68-6e6b-455a-b7be-3561029d4953', 'mac_address': 'fa:16:3e:d0:91:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e22c68b-897b-4f57-abbf-782b203a23d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-03T16:06:26Z', 'updated_at': '2021-05-03T16:06:49Z', 'revision_number': 1, 'project_id': 'a45b3ae4a7654b64951cdc1628f41ef5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3afb4d1f-b53e-4aa7-83fd-769fa1786bd3', 'name': '', 'network_id': '2375af68-6e6b-455a-b7be-3561029d4953', 'tenant_id': 'a45b3ae4a7654b64951cdc1628f41ef5', 'mac_address': 'fa:16:3e:17:e7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fbbaaf-3c82-4b4a-9f4b-382ac8ad236c', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '0c868822-acdb-4384-9ddc-ddab19dd933c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-03T16:02:05Z', 'updated_at': '2021-05-03T16:02:19Z', 'revision_number': 5, 'project_id': 'a45b3ae4a7654b64951cdc1628f41ef5', 'subnets': [{'id': '0c868822-acdb-4384-9ddc-ddab19dd933c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 16:06:52.357580 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530f6641-4706-48d4-9132-a69f36f9e0be None None] New status for floating IP b473153a-332e-48f6-9bd7-a67ba42b7537: ACTIVE {{(pid=74323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 16:06:52.936150 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29950ce9-1c37-4cc4-b8ee-42e6cad9f262 req-7efa987b-8e92-4701-b126-6475188f540c tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:06:52.937631 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-29950ce9-1c37-4cc4-b8ee-42e6cad9f262 req-7efa987b-8e92-4701-b126-6475188f540c tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] 10.222.0.11 "GET /v2.0/networks?id=2e2a584f-38bc-4f25-9f18-c0dc5e8c2581 HTTP/1.1" status: 200 len: 809 time: 0.1472874 May 03 16:06:52.953390 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-29950ce9-1c37-4cc4-b8ee-42e6cad9f262 req-b8136a61-bb42-4551-9042-f34eff5558be tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] 10.222.0.11 "GET /v2.0/quotas/8811670ce3c84193b6d096b92fc8e668 HTTP/1.1" status: 200 len: 375 time: 0.0097911 May 03 16:06:53.000577 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-29950ce9-1c37-4cc4-b8ee-42e6cad9f262 req-a6d5617f-5097-438a-a652-fa58199a0a77 tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=8811670ce3c84193b6d096b92fc8e668&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0418713 May 03 16:06:53.180321 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-29950ce9-1c37-4cc4-b8ee-42e6cad9f262 req-311c662e-f8f1-44a7-946a-7d6157f1596b service neutron] 10.222.0.11 "GET /v2.0/networks/2e2a584f-38bc-4f25-9f18-c0dc5e8c2581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729803 May 03 16:06:53.208154 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Device 6f7ff055-7009-4d57-8dff-6963dd7580bd no longer exists at agent hyperv_hv-cinder-77428 {{(pid=74322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 16:06:53.274989 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.plugin [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] No Port match for: 6f7ff055-7009-4d57-8dff-6963dd7580bd {{(pid=74322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 03 16:06:53.274989 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Device 6f7ff055-7009-4d57-8dff-6963dd7580bd not bound to the agent host hv-cinder-77428 {{(pid=74322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 16:06:53.436657 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 54696) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:06:53.479769 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-29950ce9-1c37-4cc4-b8ee-42e6cad9f262 req-5e4de7ca-11aa-4e36-9de1-e023cdae99ff service neutron] 10.222.0.11 "GET /v2.0/networks/2e2a584f-38bc-4f25-9f18-c0dc5e8c2581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2924352 May 03 16:06:53.578300 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-aa3bd998-1cfe-4718-866b-9783c53a93c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:53.593033 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-aa3bd998-1cfe-4718-866b-9783c53a93c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:06:53.596837 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-aa3bd998-1cfe-4718-866b-9783c53a93c8 admin admin] Usage tracker for resource:security_group_rule and tenant:671171bb6f2049d99cb8d45d7be3cd4d is out of sync, need to count used quota {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:06:53.599614 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-aa3bd998-1cfe-4718-866b-9783c53a93c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:06:53.605293 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-aa3bd998-1cfe-4718-866b-9783c53a93c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:06:53.684880 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-aa3bd998-1cfe-4718-866b-9783c53a93c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:53.945918 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-aa3bd998-1cfe-4718-866b-9783c53a93c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:53.954278 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-971bcfcd-528b-4388-954f-ede1f3b4391a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:06:54.008341 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3bd998-1cfe-4718-866b-9783c53a93c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dc9cb9f-750e-46f8-9219-34708c94577e,revision_number=1']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:06:54.013418 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-aa3bd998-1cfe-4718-866b-9783c53a93c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:06:54.015292 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-aa3bd998-1cfe-4718-866b-9783c53a93c8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=671171bb6f2049d99cb8d45d7be3cd4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5760179 May 03 16:06:54.017739 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 54708) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:06:54.053203 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-59ea3aac-1bc2-47de-a67c-049de713caa1 req-90b91ac2-838c-4c00-a59d-1ccc4856cf42 tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] 10.222.0.11 "GET /v2.0/ports?device_id=707bd201-d85d-4540-957e-b89e2173ab9f HTTP/1.1" status: 200 len: 210 time: 0.0520945 May 03 16:06:54.084292 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-5d00df7a-5356-4032-a9d5-040336a7dd41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:54.112354 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-5d00df7a-5356-4032-a9d5-040336a7dd41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:54.294094 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-5d00df7a-5356-4032-a9d5-040336a7dd41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:54.299285 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-41d99b3a-4686-44f7-98c5-e8fa52f296af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:06:54.322391 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d00df7a-5356-4032-a9d5-040336a7dd41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dc9cb9f-750e-46f8-9219-34708c94577e,revision_number=None']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:06:54.327216 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-5d00df7a-5356-4032-a9d5-040336a7dd41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:06:54.328935 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-5d00df7a-5356-4032-a9d5-040336a7dd41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:54.332704 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-5d00df7a-5356-4032-a9d5-040336a7dd41 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5dc9cb9f-750e-46f8-9219-34708c94577e HTTP/1.1" status: 204 len: 168 time: 0.3139615 May 03 16:06:55.153769 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-c75306fc-ecd4-4af6-aaee-50899c8c70da req-3d5a2c3b-03d9-4150-9542-a5ceb3055de2 tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] 10.222.0.11 "GET /v2.0/ports?device_id=707bd201-d85d-4540-957e-b89e2173ab9f HTTP/1.1" status: 200 len: 210 time: 0.0449491 May 03 16:06:56.302514 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-f5f633a8-1bcc-48b9-be1c-670b3ffba15d req-13926029-cf00-4f1f-a9f3-1bf0d745a32f tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] 10.222.0.11 "GET /v2.0/ports?device_id=707bd201-d85d-4540-957e-b89e2173ab9f HTTP/1.1" status: 200 len: 210 time: 0.0422063 May 03 16:06:56.797982 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29950ce9-1c37-4cc4-b8ee-42e6cad9f262 req-82638d54-7b20-4e53-a455-0e0f50c6e3d4 tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:06:56.799435 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-29950ce9-1c37-4cc4-b8ee-42e6cad9f262 req-82638d54-7b20-4e53-a455-0e0f50c6e3d4 tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] 10.222.0.42 "GET /v2.0/networks?id=2e2a584f-38bc-4f25-9f18-c0dc5e8c2581 HTTP/1.1" status: 200 len: 809 time: 0.1485498 May 03 16:06:56.815533 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.v2.base [req-29950ce9-1c37-4cc4-b8ee-42e6cad9f262 req-8b63698f-5cc9-402b-96d2-0e6e432244de tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] Request body: {'port': {'device_id': '707bd201-d85d-4540-957e-b89e2173ab9f', 'network_id': '2e2a584f-38bc-4f25-9f18-c0dc5e8c2581', 'admin_state_up': True, 'tenant_id': '8811670ce3c84193b6d096b92fc8e668'}} {{(pid=74321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 16:06:56.951705 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [req-29950ce9-1c37-4cc4-b8ee-42e6cad9f262 req-8b63698f-5cc9-402b-96d2-0e6e432244de tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:06:56.955753 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [req-29950ce9-1c37-4cc4-b8ee-42e6cad9f262 req-8b63698f-5cc9-402b-96d2-0e6e432244de tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] Usage tracker for resource:port and tenant:8811670ce3c84193b6d096b92fc8e668 is out of sync, need to count used quota {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:06:56.958565 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [req-29950ce9-1c37-4cc4-b8ee-42e6cad9f262 req-8b63698f-5cc9-402b-96d2-0e6e432244de tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:06:56.964216 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [req-29950ce9-1c37-4cc4-b8ee-42e6cad9f262 req-8b63698f-5cc9-402b-96d2-0e6e432244de tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:06:57.150747 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29950ce9-1c37-4cc4-b8ee-42e6cad9f262 req-8b63698f-5cc9-402b-96d2-0e6e432244de tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] Made reservation on behalf of 8811670ce3c84193b6d096b92fc8e668 for: {'port': 1} {{(pid=74321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 16:06:57.154583 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [req-29950ce9-1c37-4cc4-b8ee-42e6cad9f262 req-8b63698f-5cc9-402b-96d2-0e6e432244de tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:57.321840 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.db_base_plugin_common [req-29950ce9-1c37-4cc4-b8ee-42e6cad9f262 req-8b63698f-5cc9-402b-96d2-0e6e432244de tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] Allocated IP 172.20.0.12 (2e2a584f-38bc-4f25-9f18-c0dc5e8c2581/7f64fcef-441c-408e-8afc-103459d205b3/da67d343-6ce3-44ea-bd72-42eb97e95634) {{(pid=74321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 16:06:57.530469 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-7638966b-9333-43b9-984b-ffc8cecc1ee6 req-0fe0dbf3-ae76-4e61-a07a-cfc81ece198a tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] 10.222.0.11 "GET /v2.0/ports?device_id=707bd201-d85d-4540-957e-b89e2173ab9f HTTP/1.1" status: 200 len: 210 time: 0.0632420 May 03 16:06:57.576745 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [req-29950ce9-1c37-4cc4-b8ee-42e6cad9f262 req-8b63698f-5cc9-402b-96d2-0e6e432244de tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] Notify callbacks [] for port, precommit_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:57.722735 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [req-29950ce9-1c37-4cc4-b8ee-42e6cad9f262 req-8b63698f-5cc9-402b-96d2-0e6e432244de tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781092417302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094623'] for port, after_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:57.728639 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-7a35d3bc-e6ea-4232-a75f-1c444dc7f432 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:06:57.797572 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29950ce9-1c37-4cc4-b8ee-42e6cad9f262 req-8b63698f-5cc9-402b-96d2-0e6e432244de tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] Network 2e2a584f-38bc-4f25-9f18-c0dc5e8c2581 is already hosted by enough agents. {{(pid=74321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 16:06:57.801362 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.scheduler.base_scheduler [req-29950ce9-1c37-4cc4-b8ee-42e6cad9f262 req-8b63698f-5cc9-402b-96d2-0e6e432244de tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] Resources bound (agent type, host, resource id): {{(pid=74321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:06:57.805268 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.l3_dvrscheduler_db [req-29950ce9-1c37-4cc4-b8ee-42e6cad9f262 req-8b63698f-5cc9-402b-96d2-0e6e432244de tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] Received port after_create {{(pid=74321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 03 16:06:57.838828 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63698f-5cc9-402b-96d2-0e6e432244de tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] Pushing event updated for resources: {'Port': ['ID=da67d343-6ce3-44ea-bd72-42eb97e95634,revision_number=1']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:06:57.849645 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-8b63698f-5cc9-402b-96d2-0e6e432244de tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:06:57.876283 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29950ce9-1c37-4cc4-b8ee-42e6cad9f262 req-8b63698f-5cc9-402b-96d2-0e6e432244de tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:06:57.876895 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [req-29950ce9-1c37-4cc4-b8ee-42e6cad9f262 req-8b63698f-5cc9-402b-96d2-0e6e432244de tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504013'] for port, before_response {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:58.003519 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-29950ce9-1c37-4cc4-b8ee-42e6cad9f262 req-8b63698f-5cc9-402b-96d2-0e6e432244de tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1918244 May 03 16:06:58.020590 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.v2.base [req-29950ce9-1c37-4cc4-b8ee-42e6cad9f262 req-7de08a37-22c9-4152-b50e-af23e3a5e901 service neutron] Request body: {'port': {'device_id': '707bd201-d85d-4540-957e-b89e2173ab9f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=74321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 16:06:58.147095 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [req-29950ce9-1c37-4cc4-b8ee-42e6cad9f262 req-7de08a37-22c9-4152-b50e-af23e3a5e901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:58.539753 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.notifiers.nova [req-29950ce9-1c37-4cc4-b8ee-42e6cad9f262 req-7de08a37-22c9-4152-b50e-af23e3a5e901 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da67d343-6ce3-44ea-bd72-42eb97e95634 {{(pid=74321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 03 16:06:58.546952 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [req-29950ce9-1c37-4cc4-b8ee-42e6cad9f262 req-7de08a37-22c9-4152-b50e-af23e3a5e901 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:58.561484 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.provisioning_blocks [req-29950ce9-1c37-4cc4-b8ee-42e6cad9f262 req-7de08a37-22c9-4152-b50e-af23e3a5e901 service neutron] Transition to ACTIVE for port object da67d343-6ce3-44ea-bd72-42eb97e95634 will not be triggered until provisioned by entity L2. {{(pid=74321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 16:06:58.706309 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [req-29950ce9-1c37-4cc4-b8ee-42e6cad9f262 req-7de08a37-22c9-4152-b50e-af23e3a5e901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3094632'] for port, after_update {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:58.711966 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-a247edaa-fd6f-4b1b-8bd5-10af6c312820 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:06:58.943729 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6906c7-4321-447a-b2d2-7b7982a90034 req-8fed24de-fa9f-4cd6-9602-9e77a724a4c2 tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:06:58.944572 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [req-cf6906c7-4321-447a-b2d2-7b7982a90034 req-8fed24de-fa9f-4cd6-9602-9e77a724a4c2 tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] Synchronizing usage tracker for tenant:8811670ce3c84193b6d096b92fc8e668 on resource:port {{(pid=74321) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 16:06:58.948251 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de08a37-22c9-4152-b50e-af23e3a5e901 service neutron] Pushing event updated for resources: {'Port': ['ID=da67d343-6ce3-44ea-bd72-42eb97e95634,revision_number=2']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:06:58.976018 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-7de08a37-22c9-4152-b50e-af23e3a5e901 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:06:59.061400 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.managers [req-29950ce9-1c37-4cc4-b8ee-42e6cad9f262 req-7de08a37-22c9-4152-b50e-af23e3a5e901 service neutron] Attempting to bind port da67d343-6ce3-44ea-bd72-42eb97e95634 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=74321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 16:06:59.061725 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.managers [req-29950ce9-1c37-4cc4-b8ee-42e6cad9f262 req-7de08a37-22c9-4152-b50e-af23e3a5e901 service neutron] Attempting to bind port da67d343-6ce3-44ea-bd72-42eb97e95634 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': 'b3dd78e9-7960-4320-a84d-1927ee733331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '2e2a584f-38bc-4f25-9f18-c0dc5e8c2581'}] {{(pid=74321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 16:06:59.062045 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29950ce9-1c37-4cc4-b8ee-42e6cad9f262 req-7de08a37-22c9-4152-b50e-af23e3a5e901 service neutron] Attempting to bind port da67d343-6ce3-44ea-bd72-42eb97e95634 on network 2e2a584f-38bc-4f25-9f18-c0dc5e8c2581 {{(pid=74321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 16:06:59.066770 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29950ce9-1c37-4cc4-b8ee-42e6cad9f262 req-7de08a37-22c9-4152-b50e-af23e3a5e901 service neutron] Port da67d343-6ce3-44ea-bd72-42eb97e95634 on network 2e2a584f-38bc-4f25-9f18-c0dc5e8c2581 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=74321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 16:06:59.067075 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29950ce9-1c37-4cc4-b8ee-42e6cad9f262 req-7de08a37-22c9-4152-b50e-af23e3a5e901 service neutron] Attempting to bind port da67d343-6ce3-44ea-bd72-42eb97e95634 on network 2e2a584f-38bc-4f25-9f18-c0dc5e8c2581 {{(pid=74321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 16:06:59.073631 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29950ce9-1c37-4cc4-b8ee-42e6cad9f262 req-7de08a37-22c9-4152-b50e-af23e3a5e901 service neutron] Checking agent: {'id': 'e8f37935-7292-412a-84f9-cfa484ab4cdd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 3, 16, 0, 3), 'started_at': datetime.datetime(2021, 5, 3, 16, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 5, 3, 16, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 16:06:59.073997 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29950ce9-1c37-4cc4-b8ee-42e6cad9f262 req-7de08a37-22c9-4152-b50e-af23e3a5e901 service neutron] Checking segment: {'id': 'b3dd78e9-7960-4320-a84d-1927ee733331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '2e2a584f-38bc-4f25-9f18-c0dc5e8c2581'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 03 16:06:59.074895 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29950ce9-1c37-4cc4-b8ee-42e6cad9f262 req-7de08a37-22c9-4152-b50e-af23e3a5e901 service neutron] Bound using segment: {'id': 'b3dd78e9-7960-4320-a84d-1927ee733331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '2e2a584f-38bc-4f25-9f18-c0dc5e8c2581'} {{(pid=74321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 16:06:59.075482 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.managers [req-29950ce9-1c37-4cc4-b8ee-42e6cad9f262 req-7de08a37-22c9-4152-b50e-af23e3a5e901 service neutron] Bound port: da67d343-6ce3-44ea-bd72-42eb97e95634, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3dd78e9-7960-4320-a84d-1927ee733331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '2e2a584f-38bc-4f25-9f18-c0dc5e8c2581'}}] {{(pid=74321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 16:06:59.075847 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [req-29950ce9-1c37-4cc4-b8ee-42e6cad9f262 req-7de08a37-22c9-4152-b50e-af23e3a5e901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:59.129831 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [req-cf6906c7-4321-447a-b2d2-7b7982a90034 req-8fed24de-fa9f-4cd6-9602-9e77a724a4c2 tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] Unset dirty status for tenant:8811670ce3c84193b6d096b92fc8e668 on resource:port {{(pid=74321) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 16:06:59.131019 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-cf6906c7-4321-447a-b2d2-7b7982a90034 req-8fed24de-fa9f-4cd6-9602-9e77a724a4c2 tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] 10.222.0.11 "GET /v2.0/ports?device_id=707bd201-d85d-4540-957e-b89e2173ab9f HTTP/1.1" status: 200 len: 932 time: 0.4876564 May 03 16:06:59.193371 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.db [req-29950ce9-1c37-4cc4-b8ee-42e6cad9f262 req-7de08a37-22c9-4152-b50e-af23e3a5e901 service neutron] For port da67d343-6ce3-44ea-bd72-42eb97e95634, host hv-cinder-77428, cleared binding levels {{(pid=74321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 16:06:59.209531 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-cf6906c7-4321-447a-b2d2-7b7982a90034 req-1442eb78-48aa-4808-b486-97504cd70dda tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] 10.222.0.11 "GET /v2.0/security-groups?id=a50af1d3-a747-4ddb-9543-e47fb4e4643a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663099 May 03 16:06:59.211041 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.db [req-29950ce9-1c37-4cc4-b8ee-42e6cad9f262 req-7de08a37-22c9-4152-b50e-af23e3a5e901 service neutron] For port da67d343-6ce3-44ea-bd72-42eb97e95634, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=da67d343-6ce3-44ea-bd72-42eb97e95634,segment=NetworkSegment(b3dd78e9-7960-4320-a84d-1927ee733331),segment_id=b3dd78e9-7960-4320-a84d-1927ee733331)] {{(pid=74321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 16:06:59.300359 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [req-29950ce9-1c37-4cc4-b8ee-42e6cad9f262 req-7de08a37-22c9-4152-b50e-af23e3a5e901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3094632'] for port, after_update {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:59.306344 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:06:59.362362 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29950ce9-1c37-4cc4-b8ee-42e6cad9f262 req-7de08a37-22c9-4152-b50e-af23e3a5e901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:06:59.362972 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [req-29950ce9-1c37-4cc4-b8ee-42e6cad9f262 req-7de08a37-22c9-4152-b50e-af23e3a5e901 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504013'] for port, before_response {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:06:59.364364 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-29950ce9-1c37-4cc4-b8ee-42e6cad9f262 req-7de08a37-22c9-4152-b50e-af23e3a5e901 service neutron] 10.222.0.42 "PUT /v2.0/ports/da67d343-6ce3-44ea-bd72-42eb97e95634 HTTP/1.1" status: 200 len: 1094 time: 1.3480492 May 03 16:06:59.364856 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '707bd201-d85d-4540-957e-b89e2173ab9f', 'tag': 'da67d343-6ce3-44ea-bd72-42eb97e95634'}] {{(pid=74321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 16:06:59.405040 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de08a37-22c9-4152-b50e-af23e3a5e901 service neutron] Pushing event updated for resources: {'Port': ['ID=da67d343-6ce3-44ea-bd72-42eb97e95634,revision_number=3']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:06:59.409912 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-7de08a37-22c9-4152-b50e-af23e3a5e901 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:06:59.422887 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '707bd201-d85d-4540-957e-b89e2173ab9f', 'tag': 'da67d343-6ce3-44ea-bd72-42eb97e95634', 'status': 'completed', 'code': 200} May 03 16:06:59.535452 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2aeb76-5cf8-4f1b-ad4b-c5c553e7de5c req-c1261e69-6995-431e-8272-9cbb60a5dd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:06:59.536958 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-cf2aeb76-5cf8-4f1b-ad4b-c5c553e7de5c req-c1261e69-6995-431e-8272-9cbb60a5dd21 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8811670ce3c84193b6d096b92fc8e668&device_id=707bd201-d85d-4540-957e-b89e2173ab9f HTTP/1.1" status: 200 len: 1097 time: 0.0826216 May 03 16:06:59.677216 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2aeb76-5cf8-4f1b-ad4b-c5c553e7de5c req-6a2c65b4-b724-4f7a-a6da-63f5eae1fa45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:06:59.678645 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-cf2aeb76-5cf8-4f1b-ad4b-c5c553e7de5c req-6a2c65b4-b724-4f7a-a6da-63f5eae1fa45 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=8811670ce3c84193b6d096b92fc8e668&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1343482 May 03 16:06:59.814840 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2aeb76-5cf8-4f1b-ad4b-c5c553e7de5c req-25120a54-308f-43b1-9ebf-319600bb9bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:06:59.816317 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-cf2aeb76-5cf8-4f1b-ad4b-c5c553e7de5c req-25120a54-308f-43b1-9ebf-319600bb9bfd service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1311624 May 03 16:07:00.039808 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29950ce9-1c37-4cc4-b8ee-42e6cad9f262 req-b8f09aee-a615-4661-a783-091fdbb65699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:07:00.041791 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-29950ce9-1c37-4cc4-b8ee-42e6cad9f262 req-b8f09aee-a615-4661-a783-091fdbb65699 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8811670ce3c84193b6d096b92fc8e668&device_id=707bd201-d85d-4540-957e-b89e2173ab9f HTTP/1.1" status: 200 len: 1097 time: 0.1803665 May 03 16:07:00.120980 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-29950ce9-1c37-4cc4-b8ee-42e6cad9f262 req-7f382cda-387a-4e36-9820-75b6a8339e22 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=da67d343-6ce3-44ea-bd72-42eb97e95634 HTTP/1.1" status: 200 len: 217 time: 0.0657008 May 03 16:07:00.189779 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29950ce9-1c37-4cc4-b8ee-42e6cad9f262 req-acde44a4-44b0-43e0-a8e6-0e4357a97212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:07:00.191226 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-29950ce9-1c37-4cc4-b8ee-42e6cad9f262 req-acde44a4-44b0-43e0-a8e6-0e4357a97212 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7f64fcef-441c-408e-8afc-103459d205b3 HTTP/1.1" status: 200 len: 849 time: 0.0631118 May 03 16:07:00.241535 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-29950ce9-1c37-4cc4-b8ee-42e6cad9f262 req-8375a5b2-0c85-46bd-92dd-13658a0efb50 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2e2a584f-38bc-4f25-9f18-c0dc5e8c2581&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433891 May 03 16:07:00.433568 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-29950ce9-1c37-4cc4-b8ee-42e6cad9f262 req-6f3012e4-4c7f-41c3-a405-3d18b6f6065e service neutron] 10.222.0.42 "GET /v2.0/networks/2e2a584f-38bc-4f25-9f18-c0dc5e8c2581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850967 May 03 16:07:00.542124 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e9eeef-5773-4e44-91c1-5e450c917932 req-a61e0b3a-0495-4f43-8a5a-bb3689f05ec2 tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:07:00.543646 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-19e9eeef-5773-4e44-91c1-5e450c917932 req-a61e0b3a-0495-4f43-8a5a-bb3689f05ec2 tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] 10.222.0.11 "GET /v2.0/ports?device_id=707bd201-d85d-4540-957e-b89e2173ab9f HTTP/1.1" status: 200 len: 944 time: 0.2062824 May 03 16:07:00.614187 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-29950ce9-1c37-4cc4-b8ee-42e6cad9f262 req-5ba8b500-e1d3-4300-92bf-49a18924706d service neutron] 10.222.0.42 "GET /v2.0/networks/2e2a584f-38bc-4f25-9f18-c0dc5e8c2581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722186 May 03 16:07:00.617075 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-19e9eeef-5773-4e44-91c1-5e450c917932 req-713d9757-081d-44a6-a90d-3dba7b924485 tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] 10.222.0.11 "GET /v2.0/security-groups?id=a50af1d3-a747-4ddb-9543-e47fb4e4643a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666497 May 03 16:07:01.804689 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042125f0-4a39-4aa5-8899-0d6b83a79d4b req-b2b0f4a9-902e-49c4-96aa-dd9d634d3dce tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:07:01.806182 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-042125f0-4a39-4aa5-8899-0d6b83a79d4b req-b2b0f4a9-902e-49c4-96aa-dd9d634d3dce tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] 10.222.0.11 "GET /v2.0/ports?device_id=707bd201-d85d-4540-957e-b89e2173ab9f HTTP/1.1" status: 200 len: 944 time: 0.0791070 May 03 16:07:01.850374 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-042125f0-4a39-4aa5-8899-0d6b83a79d4b req-a35ad3ad-e8b5-4dd8-aea0-a2bda141fd87 tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] 10.222.0.11 "GET /v2.0/security-groups?id=a50af1d3-a747-4ddb-9543-e47fb4e4643a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384245 May 03 16:07:02.797028 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:07:03.126867 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48d1f82-fedb-47b1-879f-f3801b2f973b req-d0b40f29-58c8-489e-b7d6-731eb532a10a tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:07:03.128368 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-e48d1f82-fedb-47b1-879f-f3801b2f973b req-d0b40f29-58c8-489e-b7d6-731eb532a10a tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] 10.222.0.11 "GET /v2.0/ports?device_id=707bd201-d85d-4540-957e-b89e2173ab9f HTTP/1.1" status: 200 len: 944 time: 0.1721334 May 03 16:07:03.173387 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-e48d1f82-fedb-47b1-879f-f3801b2f973b req-ce5f59d5-63de-46ea-9892-7d567003abac tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] 10.222.0.11 "GET /v2.0/security-groups?id=a50af1d3-a747-4ddb-9543-e47fb4e4643a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392706 May 03 16:07:03.277876 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Device da67d343-6ce3-44ea-bd72-42eb97e95634 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=74322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 16:07:03.410582 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] For port da67d343-6ce3-44ea-bd72-42eb97e95634, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=da67d343-6ce3-44ea-bd72-42eb97e95634,segment=NetworkSegment(b3dd78e9-7960-4320-a84d-1927ee733331),segment_id=b3dd78e9-7960-4320-a84d-1927ee733331)] {{(pid=74322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 16:07:03.427931 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Returning: {'device': 'da67d343-6ce3-44ea-bd72-42eb97e95634', 'network_id': '2e2a584f-38bc-4f25-9f18-c0dc5e8c2581', 'port_id': 'da67d343-6ce3-44ea-bd72-42eb97e95634', 'mac_address': 'fa:16:3e:7d:4f:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f64fcef-441c-408e-8afc-103459d205b3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 16:07:03.483459 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:07:03.500667 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.notifiers.nova [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da67d343-6ce3-44ea-bd72-42eb97e95634 {{(pid=74322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 03 16:07:03.515416 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] For port da67d343-6ce3-44ea-bd72-42eb97e95634, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=da67d343-6ce3-44ea-bd72-42eb97e95634,segment=NetworkSegment(b3dd78e9-7960-4320-a84d-1927ee733331),segment_id=b3dd78e9-7960-4320-a84d-1927ee733331)] {{(pid=74322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 16:07:03.585068 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365'] for port, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:07:03.586838 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:07:03.653507 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Pushing event updated for resources: {'Port': ['ID=da67d343-6ce3-44ea-bd72-42eb97e95634,revision_number=4']} {{(pid=74322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:07:03.656691 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:07:03.866526 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] get_ports_and_sgs() called for port_ids ['da67d343-6ce3-44ea-bd72-42eb97e95634'] {{(pid=74322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 16:07:04.056033 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-2007fe61-755a-494b-b255-b03045026608 req-7848a419-5595-4299-a865-786a1a07f209 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6f537497-d0c4-4e5c-9172-463297393663&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0809600 May 03 16:07:04.208125 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2007fe61-755a-494b-b255-b03045026608 req-816d8f20-350c-4257-9398-cc87a904ffc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:07:04.209647 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-2007fe61-755a-494b-b255-b03045026608 req-816d8f20-350c-4257-9398-cc87a904ffc5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=30698392a3254cc2a62d95e9d3896fad&device_id=6f537497-d0c4-4e5c-9172-463297393663 HTTP/1.1" status: 200 len: 1098 time: 0.0743408 May 03 16:07:04.413373 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2007fe61-755a-494b-b255-b03045026608 req-43a4283b-3c58-4554-81fb-7040d3201348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:07:04.414834 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-2007fe61-755a-494b-b255-b03045026608 req-43a4283b-3c58-4554-81fb-7040d3201348 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3d07b93f-2cbc-4419-9656-593dd149b251 HTTP/1.1" status: 200 len: 917 time: 0.1749423 May 03 16:07:04.513992 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84be8b3-d3fd-4b00-95d0-f6bcd66ee111 req-782592f4-1d16-475e-83e9-37eece33600b tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:07:04.515478 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-e84be8b3-d3fd-4b00-95d0-f6bcd66ee111 req-782592f4-1d16-475e-83e9-37eece33600b tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] 10.222.0.11 "GET /v2.0/ports?device_id=707bd201-d85d-4540-957e-b89e2173ab9f HTTP/1.1" status: 200 len: 945 time: 0.1925676 May 03 16:07:04.549449 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-2007fe61-755a-494b-b255-b03045026608 req-90acb4ff-07f3-4670-aac7-18b1dea76d7c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8fb64b0f-8e1a-488e-8641-9ef284a4934a HTTP/1.1" status: 200 len: 1001 time: 0.1254699 May 03 16:07:04.615582 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-e84be8b3-d3fd-4b00-95d0-f6bcd66ee111 req-69c49958-b011-41c5-906a-d8aa79213108 tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] 10.222.0.11 "GET /v2.0/security-groups?id=a50af1d3-a747-4ddb-9543-e47fb4e4643a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941732 May 03 16:07:04.634902 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2007fe61-755a-494b-b255-b03045026608 req-c6ef4966-4f91-4760-bea5-0179b33e03e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:07:04.636399 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-2007fe61-755a-494b-b255-b03045026608 req-c6ef4966-4f91-4760-bea5-0179b33e03e0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6e179f81-7e4a-49b9-b9a9-9613d63a9979 HTTP/1.1" status: 200 len: 855 time: 0.0721734 May 03 16:07:04.716754 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2007fe61-755a-494b-b255-b03045026608 req-26cec63f-e502-4f5b-8275-ccfb3a2a3262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:07:04.718128 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-2007fe61-755a-494b-b255-b03045026608 req-26cec63f-e502-4f5b-8275-ccfb3a2a3262 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3d07b93f-2cbc-4419-9656-593dd149b251&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0700984 May 03 16:07:04.853159 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-2007fe61-755a-494b-b255-b03045026608 req-b3cbd28d-9dc8-49bf-a33c-481f5435d7d0 service neutron] 10.222.0.42 "GET /v2.0/networks/3d07b93f-2cbc-4419-9656-593dd149b251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265378 May 03 16:07:04.990107 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-2007fe61-755a-494b-b255-b03045026608 req-990b7112-7089-495c-9527-ca9fab89b84e service neutron] 10.222.0.42 "GET /v2.0/networks/3d07b93f-2cbc-4419-9656-593dd149b251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294658 May 03 16:07:05.288827 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Device da67d343-6ce3-44ea-bd72-42eb97e95634 up at agent hyperv_hv-cinder-77428 {{(pid=74322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 16:07:05.482532 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Provisioning for port da67d343-6ce3-44ea-bd72-42eb97e95634 completed by entity L2. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 16:07:05.487350 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Provisioning complete for port da67d343-6ce3-44ea-bd72-42eb97e95634 triggered by entity L2. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 16:07:05.487716 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033555'] for port, provisioning_complete {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:07:05.601178 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:07:05.629623 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '707bd201-d85d-4540-957e-b89e2173ab9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da67d343-6ce3-44ea-bd72-42eb97e95634'}] {{(pid=74322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 16:07:05.638414 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] For port da67d343-6ce3-44ea-bd72-42eb97e95634, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=da67d343-6ce3-44ea-bd72-42eb97e95634,segment=NetworkSegment(b3dd78e9-7960-4320-a84d-1927ee733331),segment_id=b3dd78e9-7960-4320-a84d-1927ee733331)] {{(pid=74322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 16:07:05.675714 dv-cinder-774286-11-smb neutron-server[74322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '707bd201-d85d-4540-957e-b89e2173ab9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da67d343-6ce3-44ea-bd72-42eb97e95634', 'code': 200} May 03 16:07:05.796741 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365'] for port, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:07:05.798729 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:07:05.849608 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02850737-20fa-4c46-97c5-08acc51182cb req-a450fd43-f887-4a12-b474-d089162b27c9 tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:07:05.851085 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-02850737-20fa-4c46-97c5-08acc51182cb req-a450fd43-f887-4a12-b474-d089162b27c9 tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] 10.222.0.11 "GET /v2.0/ports?device_id=707bd201-d85d-4540-957e-b89e2173ab9f HTTP/1.1" status: 200 len: 946 time: 0.0884416 May 03 16:07:05.869265 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Pushing event updated for resources: {'Port': ['ID=da67d343-6ce3-44ea-bd72-42eb97e95634,revision_number=5']} {{(pid=74322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:07:05.875497 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:07:05.900088 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-02850737-20fa-4c46-97c5-08acc51182cb req-dcf47b38-5a90-4095-8790-7dcd72e5f0db tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] 10.222.0.11 "GET /v2.0/security-groups?id=a50af1d3-a747-4ddb-9543-e47fb4e4643a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429103 May 03 16:07:06.121576 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7a1644-22b6-4872-8b0c-0b7c6438c0e7 req-d365595f-5842-4c36-ad64-cac0e0e9ff70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:07:06.123103 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-3f7a1644-22b6-4872-8b0c-0b7c6438c0e7 req-d365595f-5842-4c36-ad64-cac0e0e9ff70 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=707bd201-d85d-4540-957e-b89e2173ab9f HTTP/1.1" status: 200 len: 1099 time: 0.0699294 May 03 16:07:06.172020 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-3f7a1644-22b6-4872-8b0c-0b7c6438c0e7 req-5dfc0a3c-8734-4f43-956e-3eba75258053 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a50af1d3-a747-4ddb-9543-e47fb4e4643a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388761 May 03 16:07:07.095225 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184f45ac-a4fd-49e5-a1e6-3fc9f41f71c6 req-13cc5869-c66e-4922-8117-9b3fdf0049a3 tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:07:07.096767 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-184f45ac-a4fd-49e5-a1e6-3fc9f41f71c6 req-13cc5869-c66e-4922-8117-9b3fdf0049a3 tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] 10.222.0.11 "GET /v2.0/ports?device_id=707bd201-d85d-4540-957e-b89e2173ab9f HTTP/1.1" status: 200 len: 946 time: 0.0837016 May 03 16:07:07.142957 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-184f45ac-a4fd-49e5-a1e6-3fc9f41f71c6 req-3f7ba03a-4852-4c39-b029-239d710e4e1e tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] 10.222.0.11 "GET /v2.0/security-groups?id=a50af1d3-a747-4ddb-9543-e47fb4e4643a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402470 May 03 16:07:08.408727 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a0d3ec-b919-4130-9c0b-39a8f8b0722c req-6ccaa5b8-8efb-423a-b2ab-6a55982279c9 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:07:08.410217 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-86a0d3ec-b919-4130-9c0b-39a8f8b0722c req-6ccaa5b8-8efb-423a-b2ab-6a55982279c9 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] 10.222.0.11 "GET /v2.0/ports?device_id=339eacb1-87d7-4c28-b669-4602c4cc200a HTTP/1.1" status: 200 len: 985 time: 0.1983144 May 03 16:07:08.443500 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b2e5d5-f8e8-4e6c-934a-6ccd21039ff3 req-ab80f18c-20f6-4986-aab7-62cd592798f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:07:08.444975 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-e0b2e5d5-f8e8-4e6c-934a-6ccd21039ff3 req-ab80f18c-20f6-4986-aab7-62cd592798f8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4674801f8cde4a898e908d2bbc407321&device_id=339eacb1-87d7-4c28-b669-4602c4cc200a HTTP/1.1" status: 200 len: 1138 time: 0.1770787 May 03 16:07:08.454853 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9387e4be-6953-46a8-9c72-d19d2d169367 req-ac2c3f61-2baa-4631-b16e-c8032a115cca tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:07:08.456267 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-9387e4be-6953-46a8-9c72-d19d2d169367 req-ac2c3f61-2baa-4631-b16e-c8032a115cca tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] 10.222.0.11 "GET /v2.0/ports?device_id=707bd201-d85d-4540-957e-b89e2173ab9f HTTP/1.1" status: 200 len: 946 time: 0.1925087 May 03 16:07:08.660533 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-86a0d3ec-b919-4130-9c0b-39a8f8b0722c req-edf0491b-9c10-4b68-b8f6-188cb49d602b tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ca50f18-8b60-43c0-b0b3-714393723fac&id=8e85cad6-e117-4792-8b74-9a448c17ce8c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2423787 May 03 16:07:08.700548 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-9387e4be-6953-46a8-9c72-d19d2d169367 req-2eeba63a-c8c8-4925-8d9d-9ccf8292540e tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] 10.222.0.11 "GET /v2.0/security-groups?id=a50af1d3-a747-4ddb-9543-e47fb4e4643a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162495 May 03 16:07:08.725771 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b2e5d5-f8e8-4e6c-934a-6ccd21039ff3 req-9a0973e8-406b-4b24-9ab9-d9479b7cf4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:07:08.727521 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-e0b2e5d5-f8e8-4e6c-934a-6ccd21039ff3 req-9a0973e8-406b-4b24-9ab9-d9479b7cf4e7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ee83eab2-6d77-4c11-b22f-58569dd0cad4 HTTP/1.1" status: 200 len: 915 time: 0.2704036 May 03 16:07:08.841496 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-e0b2e5d5-f8e8-4e6c-934a-6ccd21039ff3 req-61c416e1-3936-45d0-9b58-94239457b540 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=889da5f3-852f-4f3c-b092-903b8218f963 HTTP/1.1" status: 200 len: 1002 time: 0.1006680 May 03 16:07:08.904794 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b2e5d5-f8e8-4e6c-934a-6ccd21039ff3 req-0a47280d-49e1-449c-aa50-805e202b25cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:07:08.906227 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-e0b2e5d5-f8e8-4e6c-934a-6ccd21039ff3 req-0a47280d-49e1-449c-aa50-805e202b25cf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dd006b64-ffee-4037-90f3-2d8cf093a6b7 HTTP/1.1" status: 200 len: 853 time: 0.0578225 May 03 16:07:08.990876 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b2e5d5-f8e8-4e6c-934a-6ccd21039ff3 req-ce5a2cbe-fd99-4587-997f-fdda4bccd4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:07:08.992288 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-e0b2e5d5-f8e8-4e6c-934a-6ccd21039ff3 req-ce5a2cbe-fd99-4587-997f-fdda4bccd4a5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ee83eab2-6d77-4c11-b22f-58569dd0cad4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0736816 May 03 16:07:09.136447 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-e0b2e5d5-f8e8-4e6c-934a-6ccd21039ff3 req-c269378e-f1b7-4d48-9759-2844b5ff2061 service neutron] 10.222.0.42 "GET /v2.0/networks/ee83eab2-6d77-4c11-b22f-58569dd0cad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364305 May 03 16:07:09.272286 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-e0b2e5d5-f8e8-4e6c-934a-6ccd21039ff3 req-7e9e660d-1d64-44d8-91c1-823bc45550eb service neutron] 10.222.0.42 "GET /v2.0/networks/ee83eab2-6d77-4c11-b22f-58569dd0cad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255701 May 03 16:07:09.544313 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 54908) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:07:09.612840 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f968f48-cd2c-4949-99e8-710d846d44ce admin admin] Deleting subnet 5a1fec9a-c279-4037-8f1f-804fe892e567 {{(pid=74320) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} May 03 16:07:09.615904 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-5f968f48-cd2c-4949-99e8-710d846d44ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:07:09.665051 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-5f968f48-cd2c-4949-99e8-710d846d44ce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2433393'] for subnet, precommit_delete_associations {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:07:09.720300 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-5f968f48-cd2c-4949-99e8-710d846d44ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2037121'] for subnet, precommit_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:07:09.860414 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb65789-b359-4fc2-9de1-a80c81d65128 req-b032e4b7-f9fe-455a-a9d2-07a9c5f05566 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:07:09.861755 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-8bb65789-b359-4fc2-9de1-a80c81d65128 req-b032e4b7-f9fe-455a-a9d2-07a9c5f05566 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] 10.222.0.11 "GET /v2.0/ports?device_id=339eacb1-87d7-4c28-b669-4602c4cc200a HTTP/1.1" status: 200 len: 985 time: 0.0848703 May 03 16:07:09.912873 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-8bb65789-b359-4fc2-9de1-a80c81d65128 req-a76d79f9-e832-447a-9c1e-0833a3220d0f tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ca50f18-8b60-43c0-b0b3-714393723fac&id=8e85cad6-e117-4792-8b74-9a448c17ce8c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0448706 May 03 16:07:10.071263 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-5f968f48-cd2c-4949-99e8-710d846d44ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2037128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2109768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2927872'] for subnet, after_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:07:10.076551 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-330fa30a-c377-414f-ab54-84ce0f742cfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:07:10.113400 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-5f968f48-cd2c-4949-99e8-710d846d44ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:07:10.117361 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f968f48-cd2c-4949-99e8-710d846d44ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a1fec9a-c279-4037-8f1f-804fe892e567,revision_number=None']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:07:10.128827 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-5f968f48-cd2c-4949-99e8-710d846d44ce admin admin] 10.222.0.11 "DELETE /v2.0/subnets/5a1fec9a-c279-4037-8f1f-804fe892e567 HTTP/1.1" status: 204 len: 168 time: 0.5810521 May 03 16:07:10.128827 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f968f48-cd2c-4949-99e8-710d846d44ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:07:10.128827 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f968f48-cd2c-4949-99e8-710d846d44ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:07:10.128827 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f968f48-cd2c-4949-99e8-710d846d44ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:07:10.129314 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f968f48-cd2c-4949-99e8-710d846d44ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:07:10.129519 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f968f48-cd2c-4949-99e8-710d846d44ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:07:10.129863 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f968f48-cd2c-4949-99e8-710d846d44ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:07:10.130207 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f968f48-cd2c-4949-99e8-710d846d44ce admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:07:10.130543 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f968f48-cd2c-4949-99e8-710d846d44ce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:07:10.130821 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 54922) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:07:10.130934 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f968f48-cd2c-4949-99e8-710d846d44ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:07:10.131208 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f968f48-cd2c-4949-99e8-710d846d44ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:07:10.131540 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f968f48-cd2c-4949-99e8-710d846d44ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:07:10.131876 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f968f48-cd2c-4949-99e8-710d846d44ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:07:10.135211 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-5f968f48-cd2c-4949-99e8-710d846d44ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:07:10.250789 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-0b03e4c9-4386-4dd7-80c1-f21c80a7a640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2016999'] for network, before_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:07:10.374377 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-0b03e4c9-4386-4dd7-80c1-f21c80a7a640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2031644', 'neutron.services.segments.db._delete_segments_for_network-8781092860977'] for network, precommit_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:07:10.483768 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.services.segments.db [None req-0b03e4c9-4386-4dd7-80c1-f21c80a7a640 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dba88131-4c46-437b-ae77-87969c5756a2']}} {{(pid=74321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:07:10.496498 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.services.segments.db [None req-0b03e4c9-4386-4dd7-80c1-f21c80a7a640 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd58398cd-d734-4367-831e-a4e795fcd44b') {'for_net_delete': True} {{(pid=74321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:07:10.496878 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.services.segments.db [None req-0b03e4c9-4386-4dd7-80c1-f21c80a7a640 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd58398cd-d734-4367-831e-a4e795fcd44b') {} {{(pid=74321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:07:10.510409 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-0b03e4c9-4386-4dd7-80c1-f21c80a7a640 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781092872551', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2994150'] for segment, before_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:07:10.527969 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-0b03e4c9-4386-4dd7-80c1-f21c80a7a640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038491'] for segment, precommit_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:07:10.534303 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b03e4c9-4386-4dd7-80c1-f21c80a7a640 admin admin] Releasing vlan 604 on physical network physnet1 to pool {{(pid=74321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 16:07:10.671674 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-0b2a37c0-3fe7-4b3d-b914-dbb97d60b871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:07:10.756941 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.managers [None req-0b03e4c9-4386-4dd7-80c1-f21c80a7a640 admin admin] Network dba88131-4c46-437b-ae77-87969c5756a2 has no segments {{(pid=74321) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 03 16:07:10.769503 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-0b03e4c9-4386-4dd7-80c1-f21c80a7a640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2038484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3094540'] for segment, after_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:07:11.046097 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e6e800-7f46-41d8-b04a-c92564172900 req-4f41b136-ff2a-4e48-8a09-f7b5b816e2bb tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:07:11.047691 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-83e6e800-7f46-41d8-b04a-c92564172900 req-4f41b136-ff2a-4e48-8a09-f7b5b816e2bb tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] 10.222.0.11 "GET /v2.0/ports?device_id=707bd201-d85d-4540-957e-b89e2173ab9f HTTP/1.1" status: 200 len: 946 time: 0.4379737 May 03 16:07:11.049283 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.managers [None req-0b03e4c9-4386-4dd7-80c1-f21c80a7a640 admin admin] Network dba88131-4c46-437b-ae77-87969c5756a2 has no segments {{(pid=74321) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 03 16:07:11.088860 dv-cinder-774286-11-smb neutron-server[74321]: Traceback (most recent call last): May 03 16:07:11.088860 dv-cinder-774286-11-smb neutron-server[74321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 16:07:11.088860 dv-cinder-774286-11-smb neutron-server[74321]: timer() May 03 16:07:11.088860 dv-cinder-774286-11-smb neutron-server[74321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 16:07:11.088860 dv-cinder-774286-11-smb neutron-server[74321]: cb(*args, **kw) May 03 16:07:11.088860 dv-cinder-774286-11-smb neutron-server[74321]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 03 16:07:11.088860 dv-cinder-774286-11-smb neutron-server[74321]: return func(*args, **kwargs) May 03 16:07:11.088860 dv-cinder-774286-11-smb neutron-server[74321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 16:07:11.088860 dv-cinder-774286-11-smb neutron-server[74321]: self._notify() May 03 16:07:11.088860 dv-cinder-774286-11-smb neutron-server[74321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 16:07:11.088860 dv-cinder-774286-11-smb neutron-server[74321]: self.callback(batched_events) May 03 16:07:11.088860 dv-cinder-774286-11-smb neutron-server[74321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 16:07:11.088860 dv-cinder-774286-11-smb neutron-server[74321]: event.method(event) May 03 16:07:11.088860 dv-cinder-774286-11-smb neutron-server[74321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 16:07:11.088860 dv-cinder-774286-11-smb neutron-server[74321]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 16:07:11.088860 dv-cinder-774286-11-smb neutron-server[74321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 16:07:11.088860 dv-cinder-774286-11-smb neutron-server[74321]: aggregate_uuid = self.p_client.list_aggregates( May 03 16:07:11.088860 dv-cinder-774286-11-smb neutron-server[74321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 16:07:11.088860 dv-cinder-774286-11-smb neutron-server[74321]: return f(self, *a, **k) May 03 16:07:11.088860 dv-cinder-774286-11-smb neutron-server[74321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 16:07:11.088860 dv-cinder-774286-11-smb neutron-server[74321]: return self._get(url).json() May 03 16:07:11.088860 dv-cinder-774286-11-smb neutron-server[74321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 16:07:11.088860 dv-cinder-774286-11-smb neutron-server[74321]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 16:07:11.088860 dv-cinder-774286-11-smb neutron-server[74321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 16:07:11.088860 dv-cinder-774286-11-smb neutron-server[74321]: return self.request(url, 'GET', **kwargs) May 03 16:07:11.088860 dv-cinder-774286-11-smb neutron-server[74321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 16:07:11.088860 dv-cinder-774286-11-smb neutron-server[74321]: base_url = self.get_endpoint(auth, allow=allow, May 03 16:07:11.088860 dv-cinder-774286-11-smb neutron-server[74321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 16:07:11.088860 dv-cinder-774286-11-smb neutron-server[74321]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 16:07:11.088860 dv-cinder-774286-11-smb neutron-server[74321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 16:07:11.088860 dv-cinder-774286-11-smb neutron-server[74321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 16:07:11.088860 dv-cinder-774286-11-smb neutron-server[74321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 16:07:11.233933 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-83e6e800-7f46-41d8-b04a-c92564172900 req-51fdda21-7dd2-4dff-bcb7-f7feddb2983f tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] 10.222.0.11 "GET /v2.0/security-groups?id=a50af1d3-a747-4ddb-9543-e47fb4e4643a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769030 May 03 16:07:11.273322 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a9e44c-1cf5-4938-ace0-592827df467c req-3ceee24f-cb22-4755-9fc1-33957ec9b5c3 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:07:11.281769 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-e2a9e44c-1cf5-4938-ace0-592827df467c req-3ceee24f-cb22-4755-9fc1-33957ec9b5c3 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] 10.222.0.11 "GET /v2.0/ports?device_id=339eacb1-87d7-4c28-b669-4602c4cc200a HTTP/1.1" status: 200 len: 985 time: 0.1207049 May 03 16:07:11.329112 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-e2a9e44c-1cf5-4938-ace0-592827df467c req-c49d00b3-74cd-4191-b316-2f2c97375515 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ca50f18-8b60-43c0-b0b3-714393723fac&id=8e85cad6-e117-4792-8b74-9a448c17ce8c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0463717 May 03 16:07:11.356500 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-0b03e4c9-4386-4dd7-80c1-f21c80a7a640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2031619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926591'] for network, after_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:07:11.360853 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:07:11.373986 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-0b03e4c9-4386-4dd7-80c1-f21c80a7a640 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532153'] for network, before_response {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:07:11.384062 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-0b03e4c9-4386-4dd7-80c1-f21c80a7a640 admin admin] 10.222.0.11 "DELETE /v2.0/networks/dba88131-4c46-437b-ae77-87969c5756a2 HTTP/1.1" status: 204 len: 168 time: 1.2513707 May 03 16:07:11.385029 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b03e4c9-4386-4dd7-80c1-f21c80a7a640 admin admin] Pushing event deleted for resources: {'Network': ['ID=dba88131-4c46-437b-ae77-87969c5756a2,revision_number=None']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:07:11.393243 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b03e4c9-4386-4dd7-80c1-f21c80a7a640 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:07:11.396188 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b03e4c9-4386-4dd7-80c1-f21c80a7a640 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:07:11.396188 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b03e4c9-4386-4dd7-80c1-f21c80a7a640 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:07:11.396188 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b03e4c9-4386-4dd7-80c1-f21c80a7a640 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:07:11.396188 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b03e4c9-4386-4dd7-80c1-f21c80a7a640 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:07:11.396188 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b03e4c9-4386-4dd7-80c1-f21c80a7a640 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:07:11.396188 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b03e4c9-4386-4dd7-80c1-f21c80a7a640 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:07:11.396188 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b03e4c9-4386-4dd7-80c1-f21c80a7a640 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:07:11.396188 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b03e4c9-4386-4dd7-80c1-f21c80a7a640 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:07:11.396839 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b03e4c9-4386-4dd7-80c1-f21c80a7a640 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:07:11.396839 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b03e4c9-4386-4dd7-80c1-f21c80a7a640 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:07:11.396972 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b03e4c9-4386-4dd7-80c1-f21c80a7a640 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:07:11.400096 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-0b03e4c9-4386-4dd7-80c1-f21c80a7a640 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:07:11.859570 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 54936) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:07:11.907219 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-8c7fb259-1623-4217-a2a5-f110ef573813 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b3e11f1b42244526ad22ce729afc5e5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0497527 May 03 16:07:11.909662 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 54940) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:07:11.965585 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-f0778540-079c-4335-8065-efdb2da44327 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:07:11.990767 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-f0778540-079c-4335-8065-efdb2da44327 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:07:12.117361 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-f0778540-079c-4335-8065-efdb2da44327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:07:12.122261 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-dc24bb63-dbee-4c49-8df9-04be7e6f81a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:07:12.144248 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0778540-079c-4335-8065-efdb2da44327 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab163241-b1cb-456a-92a4-83c63b969656,revision_number=None']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:07:12.147493 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-f0778540-079c-4335-8065-efdb2da44327 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:07:12.148316 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-f0778540-079c-4335-8065-efdb2da44327 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:07:12.152071 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-f0778540-079c-4335-8065-efdb2da44327 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ab163241-b1cb-456a-92a4-83c63b969656 HTTP/1.1" status: 204 len: 168 time: 0.2388828 May 03 16:07:12.165805 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c081437d-234e-4bf3-979f-f20e2ed684c7 req-48204b2d-dda6-49cb-9d05-0abd1f5c7cd5 tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:07:12.167398 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-c081437d-234e-4bf3-979f-f20e2ed684c7 req-48204b2d-dda6-49cb-9d05-0abd1f5c7cd5 tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] 10.222.0.42 "GET /v2.0/ports?device_id=707bd201-d85d-4540-957e-b89e2173ab9f HTTP/1.1" status: 200 len: 946 time: 0.1166642 May 03 16:07:12.327748 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.plugin [req-c081437d-234e-4bf3-979f-f20e2ed684c7 req-491c233d-b9dd-449c-99ce-c82bf978d350 tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] Deleting port da67d343-6ce3-44ea-bd72-42eb97e95634 {{(pid=74321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 16:07:12.328100 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [req-c081437d-234e-4bf3-979f-f20e2ed684c7 req-491c233d-b9dd-449c-99ce-c82bf978d350 tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781092848725'] for port, before_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:07:12.574825 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.db [req-c081437d-234e-4bf3-979f-f20e2ed684c7 req-491c233d-b9dd-449c-99ce-c82bf978d350 tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] For port da67d343-6ce3-44ea-bd72-42eb97e95634, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=da67d343-6ce3-44ea-bd72-42eb97e95634,segment=NetworkSegment(b3dd78e9-7960-4320-a84d-1927ee733331),segment_id=b3dd78e9-7960-4320-a84d-1927ee733331)] {{(pid=74321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 16:07:12.575096 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [req-c081437d-234e-4bf3-979f-f20e2ed684c7 req-491c233d-b9dd-449c-99ce-c82bf978d350 tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925573'] for port, precommit_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:07:12.604048 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd2d240-9e60-4489-907c-699137b4ee5f req-470331e1-313f-4852-a803-a626ed71758d tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:07:12.605529 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-7bd2d240-9e60-4489-907c-699137b4ee5f req-470331e1-313f-4852-a803-a626ed71758d tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] 10.222.0.11 "GET /v2.0/ports?device_id=707bd201-d85d-4540-957e-b89e2173ab9f HTTP/1.1" status: 200 len: 946 time: 0.2499912 May 03 16:07:12.736862 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.plugin [req-c081437d-234e-4bf3-979f-f20e2ed684c7 req-491c233d-b9dd-449c-99ce-c82bf978d350 tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] Calling delete_port for da67d343-6ce3-44ea-bd72-42eb97e95634 owned by compute:nova {{(pid=74321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 03 16:07:12.778318 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8c2e68-1b33-421e-b4f8-594587947718 req-c705bfa5-c831-4252-b632-63577d58a99f tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:07:12.780371 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-0a8c2e68-1b33-421e-b4f8-594587947718 req-c705bfa5-c831-4252-b632-63577d58a99f tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] 10.222.0.11 "GET /v2.0/ports?device_id=339eacb1-87d7-4c28-b669-4602c4cc200a HTTP/1.1" status: 200 len: 985 time: 0.3174667 May 03 16:07:12.800030 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-7bd2d240-9e60-4489-907c-699137b4ee5f req-33e22cc8-da1b-4ca1-9d5e-1e92ae352690 tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] 10.222.0.11 "GET /v2.0/security-groups?id=a50af1d3-a747-4ddb-9543-e47fb4e4643a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404133 May 03 16:07:12.857031 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-0a8c2e68-1b33-421e-b4f8-594587947718 req-04f06c56-a5b9-4ebf-81a7-d5e2f3f74884 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ca50f18-8b60-43c0-b0b3-714393723fac&id=8e85cad6-e117-4792-8b74-9a448c17ce8c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0611808 May 03 16:07:13.025083 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [req-c081437d-234e-4bf3-979f-f20e2ed684c7 req-491c233d-b9dd-449c-99ce-c82bf978d350 tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781092850854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781092417311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094623'] for port, after_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:07:13.031411 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-a247edaa-fd6f-4b1b-8bd5-10af6c312820 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:07:13.036219 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] get_ports_and_sgs() called for port_ids ['da67d343-6ce3-44ea-bd72-42eb97e95634'] {{(pid=74322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 16:07:13.075666 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491c233d-b9dd-449c-99ce-c82bf978d350 tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] Pushing event deleted for resources: {'Port': ['ID=da67d343-6ce3-44ea-bd72-42eb97e95634,revision_number=None']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:07:13.078778 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-491c233d-b9dd-449c-99ce-c82bf978d350 tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:07:13.151891 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.l3_dvrscheduler_db [req-c081437d-234e-4bf3-979f-f20e2ed684c7 req-491c233d-b9dd-449c-99ce-c82bf978d350 tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] No DVR routers for this DVR port da67d343-6ce3-44ea-bd72-42eb97e95634 on host hv-cinder-77428 {{(pid=74321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 16:07:13.154418 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [req-c081437d-234e-4bf3-979f-f20e2ed684c7 req-491c233d-b9dd-449c-99ce-c82bf978d350 tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504013'] for port, before_response {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:07:13.157554 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '707bd201-d85d-4540-957e-b89e2173ab9f', 'name': 'network-vif-deleted', 'tag': 'da67d343-6ce3-44ea-bd72-42eb97e95634'}] {{(pid=74321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 16:07:13.260586 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-c081437d-234e-4bf3-979f-f20e2ed684c7 req-491c233d-b9dd-449c-99ce-c82bf978d350 tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] 10.222.0.42 "DELETE /v2.0/ports/da67d343-6ce3-44ea-bd72-42eb97e95634 HTTP/1.1" status: 204 len: 173 time: 1.0865557 May 03 16:07:13.384930 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:07:13.402936 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '707bd201-d85d-4540-957e-b89e2173ab9f', 'name': 'network-vif-deleted', 'tag': 'da67d343-6ce3-44ea-bd72-42eb97e95634', 'status': 'completed', 'code': 200} May 03 16:07:13.419271 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-7f527d8d-e655-4aeb-8dc7-e7558725674f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:07:13.972276 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [req-b7e72fa0-9951-4cdd-b3bd-bf5325fa9b0f req-d59d728c-36fa-4b46-abec-606e17332d0e tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] Synchronizing usage tracker for tenant:8811670ce3c84193b6d096b92fc8e668 on resource:port {{(pid=74321) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 16:07:14.069488 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d85409-3f74-4ca8-aeef-08378f86f8e1 req-b04a3fb7-11d5-444c-ac60-03a93f27a619 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:07:14.070982 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-e8d85409-3f74-4ca8-aeef-08378f86f8e1 req-b04a3fb7-11d5-444c-ac60-03a93f27a619 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] 10.222.0.11 "GET /v2.0/ports?device_id=339eacb1-87d7-4c28-b669-4602c4cc200a HTTP/1.1" status: 200 len: 985 time: 0.1012723 May 03 16:07:14.118369 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-e8d85409-3f74-4ca8-aeef-08378f86f8e1 req-757bf2c0-c9ca-46ab-9710-97b8cb4c6c30 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ca50f18-8b60-43c0-b0b3-714393723fac&id=8e85cad6-e117-4792-8b74-9a448c17ce8c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0415223 May 03 16:07:14.119375 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [req-b7e72fa0-9951-4cdd-b3bd-bf5325fa9b0f req-d59d728c-36fa-4b46-abec-606e17332d0e tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] Unset dirty status for tenant:8811670ce3c84193b6d096b92fc8e668 on resource:port {{(pid=74321) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 16:07:14.120418 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-b7e72fa0-9951-4cdd-b3bd-bf5325fa9b0f req-d59d728c-36fa-4b46-abec-606e17332d0e tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] 10.222.0.11 "GET /v2.0/ports?device_id=707bd201-d85d-4540-957e-b89e2173ab9f HTTP/1.1" status: 200 len: 210 time: 0.1926312 May 03 16:07:14.276442 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-b400cb21-de9a-47f5-b18b-46830690aa58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:07:15.319890 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d999ef34-faed-4b10-bb51-8ea6991a3e74 req-50a2ca57-b478-4e06-b7dc-6c854d125423 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:07:15.321473 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-d999ef34-faed-4b10-bb51-8ea6991a3e74 req-50a2ca57-b478-4e06-b7dc-6c854d125423 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] 10.222.0.11 "GET /v2.0/ports?device_id=339eacb1-87d7-4c28-b669-4602c4cc200a HTTP/1.1" status: 200 len: 985 time: 0.0840442 May 03 16:07:15.350653 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Device da67d343-6ce3-44ea-bd72-42eb97e95634 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=74322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 16:07:15.373557 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-d999ef34-faed-4b10-bb51-8ea6991a3e74 req-477b7f95-0386-4b6d-b42e-d2af6666d959 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ca50f18-8b60-43c0-b0b3-714393723fac&id=8e85cad6-e117-4792-8b74-9a448c17ce8c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0452404 May 03 16:07:15.390553 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.plugin [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] No Port match for: da67d343-6ce3-44ea-bd72-42eb97e95634 {{(pid=74322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 03 16:07:15.390914 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Device da67d343-6ce3-44ea-bd72-42eb97e95634 not bound to the agent host hv-cinder-77428 {{(pid=74322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 16:07:16.111216 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-b5223e01-a904-4e89-a902-ae20f7f129a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:07:16.301300 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbb446e-c9c3-4b55-acd5-25925d3e6bd1 req-9c49e6c2-a15f-4dd3-b713-7e532fce70dd tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:07:16.302752 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-1cbb446e-c9c3-4b55-acd5-25925d3e6bd1 req-9c49e6c2-a15f-4dd3-b713-7e532fce70dd tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f537497-d0c4-4e5c-9172-463297393663 HTTP/1.1" status: 200 len: 945 time: 0.1727114 May 03 16:07:16.349059 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-1cbb446e-c9c3-4b55-acd5-25925d3e6bd1 req-14a44268-a183-4b5b-a6fc-f3f9ab29d8b9 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2f34bbd-26e5-44dc-803f-e8d6daaa86fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405509 May 03 16:07:16.568665 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8b2d53-7a34-4971-a971-bc2d4ba876a9 req-0a22ab03-c7f2-489a-87a1-f3b6e5f98293 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:07:16.570142 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-9d8b2d53-7a34-4971-a971-bc2d4ba876a9 req-0a22ab03-c7f2-489a-87a1-f3b6e5f98293 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] 10.222.0.11 "GET /v2.0/ports?device_id=339eacb1-87d7-4c28-b669-4602c4cc200a HTTP/1.1" status: 200 len: 985 time: 0.0832496 May 03 16:07:16.618289 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-9d8b2d53-7a34-4971-a971-bc2d4ba876a9 req-d2c6c9c2-0e8a-483d-892a-5b0e8b2d3c67 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ca50f18-8b60-43c0-b0b3-714393723fac&id=8e85cad6-e117-4792-8b74-9a448c17ce8c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0420966 May 03 16:07:17.540826 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e41d584-c857-4952-a743-cc7b9dcf5ed6 req-7531f1c3-c1eb-44b3-b3c1-17d2ee2dff88 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:07:17.542271 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-9e41d584-c857-4952-a743-cc7b9dcf5ed6 req-7531f1c3-c1eb-44b3-b3c1-17d2ee2dff88 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f537497-d0c4-4e5c-9172-463297393663 HTTP/1.1" status: 200 len: 945 time: 0.0829332 May 03 16:07:17.586978 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-9e41d584-c857-4952-a743-cc7b9dcf5ed6 req-9f460e17-1b30-476a-9fd1-02357436a251 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2f34bbd-26e5-44dc-803f-e8d6daaa86fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380993 May 03 16:07:17.761920 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.agents_db [None req-1e570261-7bec-4919-9804-a616d65b12ea None None] Agent healthcheck: found 6 active agents {{(pid=74323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 03 16:07:17.818164 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7cfe55-c24e-4922-9d93-a7aa8a8999c9 req-5db87ba2-2892-41f4-816d-7814ee8e387d tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:07:17.819784 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-7e7cfe55-c24e-4922-9d93-a7aa8a8999c9 req-5db87ba2-2892-41f4-816d-7814ee8e387d tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] 10.222.0.11 "GET /v2.0/ports?device_id=339eacb1-87d7-4c28-b669-4602c4cc200a HTTP/1.1" status: 200 len: 985 time: 0.0928831 May 03 16:07:17.869858 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-7e7cfe55-c24e-4922-9d93-a7aa8a8999c9 req-88f02c70-d782-4595-aec0-db3f03add6c0 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ca50f18-8b60-43c0-b0b3-714393723fac&id=8e85cad6-e117-4792-8b74-9a448c17ce8c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0429900 May 03 16:07:18.788998 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3de99c-3835-470f-afba-f465bb40755c req-3bbe91e9-35ca-44b8-9466-501c561fee1b tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:07:18.790755 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-ea3de99c-3835-470f-afba-f465bb40755c req-3bbe91e9-35ca-44b8-9466-501c561fee1b tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f537497-d0c4-4e5c-9172-463297393663 HTTP/1.1" status: 200 len: 945 time: 0.0914714 May 03 16:07:18.846375 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-ea3de99c-3835-470f-afba-f465bb40755c req-1327535f-19aa-41fb-9a73-e659a9cdd569 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2f34bbd-26e5-44dc-803f-e8d6daaa86fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454681 May 03 16:07:19.158094 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27b8b2c-6bf2-4b50-8216-ed8338bfa781 req-9648d455-4728-49c2-9972-38baca7159cf tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:07:19.162962 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-f27b8b2c-6bf2-4b50-8216-ed8338bfa781 req-9648d455-4728-49c2-9972-38baca7159cf tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] 10.222.0.11 "GET /v2.0/ports?device_id=339eacb1-87d7-4c28-b669-4602c4cc200a HTTP/1.1" status: 200 len: 985 time: 0.1606703 May 03 16:07:19.269932 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-f27b8b2c-6bf2-4b50-8216-ed8338bfa781 req-276721a1-576d-4d71-9514-512d0f9f7cff tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ca50f18-8b60-43c0-b0b3-714393723fac&id=8e85cad6-e117-4792-8b74-9a448c17ce8c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0993664 May 03 16:07:20.105308 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a77b8b-4fa1-4985-ae9e-542867477a6d req-358beee9-d537-420d-9b72-85e4e2273dca tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:07:20.107754 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-b1a77b8b-4fa1-4985-ae9e-542867477a6d req-358beee9-d537-420d-9b72-85e4e2273dca tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f537497-d0c4-4e5c-9172-463297393663 HTTP/1.1" status: 200 len: 945 time: 0.0885599 May 03 16:07:20.167351 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-b1a77b8b-4fa1-4985-ae9e-542867477a6d req-27117a7d-5514-42a3-86a9-6b2e36d138e6 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2f34bbd-26e5-44dc-803f-e8d6daaa86fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483029 May 03 16:07:20.557915 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c980a70-543f-4c19-ab81-5c4a3413795e req-3a427774-06ad-4e17-b858-c7308b4b7121 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:07:20.559393 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-3c980a70-543f-4c19-ab81-5c4a3413795e req-3a427774-06ad-4e17-b858-c7308b4b7121 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] 10.222.0.11 "GET /v2.0/ports?device_id=339eacb1-87d7-4c28-b669-4602c4cc200a HTTP/1.1" status: 200 len: 985 time: 0.0927117 May 03 16:07:20.628794 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-3c980a70-543f-4c19-ab81-5c4a3413795e req-eae6d858-d701-4120-8b87-038634d22260 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ca50f18-8b60-43c0-b0b3-714393723fac&id=8e85cad6-e117-4792-8b74-9a448c17ce8c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0606830 May 03 16:07:21.383610 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04ab458-8f6e-4c24-afea-1175f04fa778 req-de0c0927-62d0-4477-98fa-656ecde28636 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:07:21.386932 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-a04ab458-8f6e-4c24-afea-1175f04fa778 req-de0c0927-62d0-4477-98fa-656ecde28636 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f537497-d0c4-4e5c-9172-463297393663 HTTP/1.1" status: 200 len: 945 time: 0.0930202 May 03 16:07:21.437788 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-a04ab458-8f6e-4c24-afea-1175f04fa778 req-5e982563-ead5-4179-b733-3d6e70ec6f21 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2f34bbd-26e5-44dc-803f-e8d6daaa86fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465155 May 03 16:07:21.848513 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654aabd7-c232-4c04-a5af-a6f169614e5a req-888dd7a5-d815-4724-86a1-78d30ecba4ba tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:07:21.850300 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-654aabd7-c232-4c04-a5af-a6f169614e5a req-888dd7a5-d815-4724-86a1-78d30ecba4ba tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] 10.222.0.11 "GET /v2.0/ports?device_id=339eacb1-87d7-4c28-b669-4602c4cc200a HTTP/1.1" status: 200 len: 985 time: 0.0848653 May 03 16:07:21.909956 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-654aabd7-c232-4c04-a5af-a6f169614e5a req-c17f5c33-7fce-41c6-bc5d-1872efa20319 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ca50f18-8b60-43c0-b0b3-714393723fac&id=8e85cad6-e117-4792-8b74-9a448c17ce8c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0535150 May 03 16:07:22.724306 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e96406b-0931-4206-be47-69a239883cb0 req-1ec19800-60c1-4545-b787-4509866662ce tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:07:22.731263 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-8e96406b-0931-4206-be47-69a239883cb0 req-1ec19800-60c1-4545-b787-4509866662ce tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f537497-d0c4-4e5c-9172-463297393663 HTTP/1.1" status: 200 len: 945 time: 0.1506419 May 03 16:07:22.780720 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-8e96406b-0931-4206-be47-69a239883cb0 req-29b8b292-5d06-467e-aafe-797999833dde tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2f34bbd-26e5-44dc-803f-e8d6daaa86fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485122 May 03 16:07:23.985932 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910aa514-8a74-45e7-801c-c7fe114195d2 req-089042b0-66ca-4aec-8260-ea03e086aaa7 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:07:23.987375 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-910aa514-8a74-45e7-801c-c7fe114195d2 req-089042b0-66ca-4aec-8260-ea03e086aaa7 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f537497-d0c4-4e5c-9172-463297393663 HTTP/1.1" status: 200 len: 945 time: 0.0902886 May 03 16:07:24.052555 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-910aa514-8a74-45e7-801c-c7fe114195d2 req-aa730a9c-62c7-4047-a4b0-03a5688359ea tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2f34bbd-26e5-44dc-803f-e8d6daaa86fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556083 May 03 16:07:25.256020 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7def9c35-5d8d-40be-8814-e7bf1ff9e751 req-e137411a-9938-42f1-82e4-4c9759aa2e35 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:07:25.263188 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-7def9c35-5d8d-40be-8814-e7bf1ff9e751 req-e137411a-9938-42f1-82e4-4c9759aa2e35 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f537497-d0c4-4e5c-9172-463297393663 HTTP/1.1" status: 200 len: 945 time: 0.0937264 May 03 16:07:25.307844 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-7def9c35-5d8d-40be-8814-e7bf1ff9e751 req-bbfad6ae-9b3b-4856-be9a-25f983af0a6c tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2f34bbd-26e5-44dc-803f-e8d6daaa86fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437887 May 03 16:07:26.519187 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373e296d-49cf-48c0-86eb-9b89efa399c6 req-f5c9baa7-5111-44c4-ba5f-2d9344e13dbf tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:07:26.520729 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-373e296d-49cf-48c0-86eb-9b89efa399c6 req-f5c9baa7-5111-44c4-ba5f-2d9344e13dbf tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f537497-d0c4-4e5c-9172-463297393663 HTTP/1.1" status: 200 len: 945 time: 0.0917521 May 03 16:07:26.583383 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-373e296d-49cf-48c0-86eb-9b89efa399c6 req-95ea4d2e-eb48-4cb6-ae03-0004de9c54b9 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2f34bbd-26e5-44dc-803f-e8d6daaa86fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536931 May 03 16:07:27.836078 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c032e1a-7b99-4cc1-b603-65da96b13c4a req-94e4771b-f785-4164-9a4b-21a30e894ed5 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:07:27.837601 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-5c032e1a-7b99-4cc1-b603-65da96b13c4a req-94e4771b-f785-4164-9a4b-21a30e894ed5 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f537497-d0c4-4e5c-9172-463297393663 HTTP/1.1" status: 200 len: 945 time: 0.1334491 May 03 16:07:27.907873 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-5c032e1a-7b99-4cc1-b603-65da96b13c4a req-9f0e2c99-0ca3-46b6-b1cf-77d6e7fe07b9 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2f34bbd-26e5-44dc-803f-e8d6daaa86fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623019 May 03 16:07:29.130153 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4889288a-6e1c-445b-926d-4bca693e6ded req-0f483208-bdc7-49ec-a6a8-307cb0230f26 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:07:29.131750 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-4889288a-6e1c-445b-926d-4bca693e6ded req-0f483208-bdc7-49ec-a6a8-307cb0230f26 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f537497-d0c4-4e5c-9172-463297393663 HTTP/1.1" status: 200 len: 945 time: 0.0889766 May 03 16:07:29.194581 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-4889288a-6e1c-445b-926d-4bca693e6ded req-aafb1326-4c2f-44fe-b9a8-440fb5c7112a tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2f34bbd-26e5-44dc-803f-e8d6daaa86fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564826 May 03 16:07:30.433976 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9abca2-e8dd-4a2f-9ab8-415054e0dc55 req-9da118f7-b187-43b5-aa79-3bf9389089f5 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:07:30.435416 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-fc9abca2-e8dd-4a2f-9ab8-415054e0dc55 req-9da118f7-b187-43b5-aa79-3bf9389089f5 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f537497-d0c4-4e5c-9172-463297393663 HTTP/1.1" status: 200 len: 945 time: 0.0906935 May 03 16:07:30.572168 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-fc9abca2-e8dd-4a2f-9ab8-415054e0dc55 req-3b1546ad-ece1-4780-b146-8d3817d51fc2 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2f34bbd-26e5-44dc-803f-e8d6daaa86fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1298542 May 03 16:07:31.821915 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc9b36f-9d03-4241-9020-52f54ecacd0f req-acd4271f-b2d1-4925-9109-07e7ea0b7c01 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:07:31.833850 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-6bc9b36f-9d03-4241-9020-52f54ecacd0f req-acd4271f-b2d1-4925-9109-07e7ea0b7c01 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f537497-d0c4-4e5c-9172-463297393663 HTTP/1.1" status: 200 len: 945 time: 0.1343582 May 03 16:07:31.881450 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-6bc9b36f-9d03-4241-9020-52f54ecacd0f req-e0a9ca7e-2923-451c-b27a-da1928f85e07 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2f34bbd-26e5-44dc-803f-e8d6daaa86fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485225 May 03 16:07:32.843762 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:07:33.088510 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f6085a-309a-47d6-a6a1-f00873885604 req-c8d7672c-d8b9-4c00-8f5d-de68148b1b6a tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:07:33.089885 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-37f6085a-309a-47d6-a6a1-f00873885604 req-c8d7672c-d8b9-4c00-8f5d-de68148b1b6a tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f537497-d0c4-4e5c-9172-463297393663 HTTP/1.1" status: 200 len: 945 time: 0.0840669 May 03 16:07:33.138110 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-37f6085a-309a-47d6-a6a1-f00873885604 req-2bb3c5ed-901a-4ea1-b590-7618c5c42eba tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2f34bbd-26e5-44dc-803f-e8d6daaa86fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425332 May 03 16:07:33.407920 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Device 8fb64b0f-8e1a-488e-8641-9ef284a4934a details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=74322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 16:07:33.547293 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] For port 8fb64b0f-8e1a-488e-8641-9ef284a4934a, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=8fb64b0f-8e1a-488e-8641-9ef284a4934a,segment=NetworkSegment(2b1d67ca-c22e-4b92-bc7c-13b39c284b0e),segment_id=2b1d67ca-c22e-4b92-bc7c-13b39c284b0e)] {{(pid=74322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 16:07:33.560137 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Returning: {'device': '8fb64b0f-8e1a-488e-8641-9ef284a4934a', 'network_id': '3d07b93f-2cbc-4419-9656-593dd149b251', 'port_id': '8fb64b0f-8e1a-488e-8641-9ef284a4934a', 'mac_address': 'fa:16:3e:bf:1b:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e179f81-7e4a-49b9-b9a9-9613d63a9979', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 16:07:33.615578 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:07:33.632231 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.notifiers.nova [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8fb64b0f-8e1a-488e-8641-9ef284a4934a {{(pid=74322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 03 16:07:33.647473 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] For port 8fb64b0f-8e1a-488e-8641-9ef284a4934a, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=8fb64b0f-8e1a-488e-8641-9ef284a4934a,segment=NetworkSegment(2b1d67ca-c22e-4b92-bc7c-13b39c284b0e),segment_id=2b1d67ca-c22e-4b92-bc7c-13b39c284b0e)] {{(pid=74322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 16:07:33.796127 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365'] for port, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:07:33.798925 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:07:33.870804 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Pushing event updated for resources: {'Port': ['ID=8fb64b0f-8e1a-488e-8641-9ef284a4934a,revision_number=6']} {{(pid=74322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:07:33.878445 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:07:33.878808 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:07:33.879124 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:07:33.879670 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:07:33.879904 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:07:33.880331 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:07:33.880657 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:07:33.880980 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:07:33.881304 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:07:33.881626 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:07:33.881948 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:07:33.882337 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:07:33.886247 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:07:33.914546 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] get_ports_and_sgs() called for port_ids ['8fb64b0f-8e1a-488e-8641-9ef284a4934a'] {{(pid=74322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 16:07:34.336740 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad3e7a6-125d-49f8-b032-2ce57461d146 req-cd8cb07a-e480-4755-8852-4017d13e9c38 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:07:34.338200 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-fad3e7a6-125d-49f8-b032-2ce57461d146 req-cd8cb07a-e480-4755-8852-4017d13e9c38 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f537497-d0c4-4e5c-9172-463297393663 HTTP/1.1" status: 200 len: 944 time: 0.0871587 May 03 16:07:34.385305 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-fad3e7a6-125d-49f8-b032-2ce57461d146 req-736aae53-a4bb-4f47-ba3d-d83d2b3717fa tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2f34bbd-26e5-44dc-803f-e8d6daaa86fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405345 May 03 16:07:35.414171 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Device 8fb64b0f-8e1a-488e-8641-9ef284a4934a up at agent hyperv_hv-cinder-77428 {{(pid=74322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 16:07:35.532945 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Provisioning complete for port 8fb64b0f-8e1a-488e-8641-9ef284a4934a triggered by entity L2. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 16:07:35.533545 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033555'] for port, provisioning_complete {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:07:35.603112 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65460cc8-d86c-49e2-9c04-fb77061c4949 req-e86fc838-fb40-4809-be9c-e67469e592d1 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:07:35.604648 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-65460cc8-d86c-49e2-9c04-fb77061c4949 req-e86fc838-fb40-4809-be9c-e67469e592d1 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f537497-d0c4-4e5c-9172-463297393663 HTTP/1.1" status: 200 len: 944 time: 0.0924888 May 03 16:07:35.687096 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-65460cc8-d86c-49e2-9c04-fb77061c4949 req-4369d37a-8e5f-4463-a155-6b5bfef1545f tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2f34bbd-26e5-44dc-803f-e8d6daaa86fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671701 May 03 16:07:35.716681 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:07:35.751646 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] For port 8fb64b0f-8e1a-488e-8641-9ef284a4934a, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=8fb64b0f-8e1a-488e-8641-9ef284a4934a,segment=NetworkSegment(2b1d67ca-c22e-4b92-bc7c-13b39c284b0e),segment_id=2b1d67ca-c22e-4b92-bc7c-13b39c284b0e)] {{(pid=74322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 16:07:35.752492 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f537497-d0c4-4e5c-9172-463297393663', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fb64b0f-8e1a-488e-8641-9ef284a4934a'}] {{(pid=74322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 16:07:35.869556 dv-cinder-774286-11-smb neutron-server[74322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f537497-d0c4-4e5c-9172-463297393663', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fb64b0f-8e1a-488e-8641-9ef284a4934a', 'code': 200} May 03 16:07:35.922430 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365'] for port, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:07:35.925443 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-deb1b587-fb04-4ef7-99b1-fc38809cfda5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:07:36.002773 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Pushing event updated for resources: {'Port': ['ID=8fb64b0f-8e1a-488e-8641-9ef284a4934a,revision_number=7']} {{(pid=74322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:07:36.006004 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:07:36.907025 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0468331f-0969-436a-9650-96f666b98885 req-811f12bc-969f-4574-8459-11092dc1426f tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:07:36.908722 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-0468331f-0969-436a-9650-96f666b98885 req-811f12bc-969f-4574-8459-11092dc1426f tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f537497-d0c4-4e5c-9172-463297393663 HTTP/1.1" status: 200 len: 945 time: 0.1037431 May 03 16:07:36.959781 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-0468331f-0969-436a-9650-96f666b98885 req-9d3cf98d-6490-4204-9441-bc26dcc4ed47 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2f34bbd-26e5-44dc-803f-e8d6daaa86fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445130 May 03 16:07:38.175901 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1f7868-0f8e-49d9-9791-5bfb69bdb083 req-93d2534a-904c-40cf-95c0-337863014789 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:07:38.177628 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-8c1f7868-0f8e-49d9-9791-5bfb69bdb083 req-93d2534a-904c-40cf-95c0-337863014789 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f537497-d0c4-4e5c-9172-463297393663 HTTP/1.1" status: 200 len: 945 time: 0.1014903 May 03 16:07:38.193756 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 55332) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:07:38.234997 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-8c1f7868-0f8e-49d9-9791-5bfb69bdb083 req-97785c4e-ea94-4e6e-b477-c1c5b3918f69 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2f34bbd-26e5-44dc-803f-e8d6daaa86fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507421 May 03 16:07:38.260976 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.db_base_plugin_v2 [None req-a04034b8-0b9e-4a33-8c2f-0e41f571e797 admin admin] Deleting subnet 7f64fcef-441c-408e-8afc-103459d205b3 {{(pid=74320) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} May 03 16:07:38.265068 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-a04034b8-0b9e-4a33-8c2f-0e41f571e797 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:07:38.316366 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-a04034b8-0b9e-4a33-8c2f-0e41f571e797 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2433393'] for subnet, precommit_delete_associations {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:07:38.376497 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-a04034b8-0b9e-4a33-8c2f-0e41f571e797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2037121'] for subnet, precommit_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:07:38.710851 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-a04034b8-0b9e-4a33-8c2f-0e41f571e797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2037128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2109768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2927872'] for subnet, after_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:07:38.722486 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-5f968f48-cd2c-4949-99e8-710d846d44ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:07:38.756296 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-a04034b8-0b9e-4a33-8c2f-0e41f571e797 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:07:38.764786 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-a04034b8-0b9e-4a33-8c2f-0e41f571e797 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/7f64fcef-441c-408e-8afc-103459d205b3 HTTP/1.1" status: 204 len: 168 time: 0.5674508 May 03 16:07:38.765162 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 55344) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:07:38.766616 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04034b8-0b9e-4a33-8c2f-0e41f571e797 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f64fcef-441c-408e-8afc-103459d205b3,revision_number=None']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:07:38.769582 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-a04034b8-0b9e-4a33-8c2f-0e41f571e797 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:07:38.902056 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-799b4fab-1abe-417f-a413-498519c5cd27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2016999'] for network, before_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:07:39.079293 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-799b4fab-1abe-417f-a413-498519c5cd27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2031644', 'neutron.services.segments.db._delete_segments_for_network-8781092860977'] for network, precommit_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:07:39.214563 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.services.segments.db [None req-799b4fab-1abe-417f-a413-498519c5cd27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e2a584f-38bc-4f25-9f18-c0dc5e8c2581']}} {{(pid=74321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:07:39.228530 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.services.segments.db [None req-799b4fab-1abe-417f-a413-498519c5cd27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3dd78e9-7960-4320-a84d-1927ee733331') {'for_net_delete': True} {{(pid=74321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:07:39.229150 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.services.segments.db [None req-799b4fab-1abe-417f-a413-498519c5cd27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3dd78e9-7960-4320-a84d-1927ee733331') {} {{(pid=74321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:07:39.243721 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-799b4fab-1abe-417f-a413-498519c5cd27 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781092872551', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2994150'] for segment, before_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:07:39.263302 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-799b4fab-1abe-417f-a413-498519c5cd27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038491'] for segment, precommit_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:07:39.270769 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-799b4fab-1abe-417f-a413-498519c5cd27 admin admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=74321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 16:07:39.508120 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.managers [None req-799b4fab-1abe-417f-a413-498519c5cd27 admin admin] Network 2e2a584f-38bc-4f25-9f18-c0dc5e8c2581 has no segments {{(pid=74321) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 03 16:07:39.519845 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-799b4fab-1abe-417f-a413-498519c5cd27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2038484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3094540'] for segment, after_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:07:39.707071 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4d0b1b-9e3c-4f63-a411-5889865a0e27 req-9f8a154d-3c39-4447-ac1c-2096899b4827 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:07:39.708758 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-df4d0b1b-9e3c-4f63-a411-5889865a0e27 req-9f8a154d-3c39-4447-ac1c-2096899b4827 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f537497-d0c4-4e5c-9172-463297393663 HTTP/1.1" status: 200 len: 945 time: 0.3265922 May 03 16:07:39.729638 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.managers [None req-799b4fab-1abe-417f-a413-498519c5cd27 admin admin] Network 2e2a584f-38bc-4f25-9f18-c0dc5e8c2581 has no segments {{(pid=74321) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 03 16:07:39.882258 dv-cinder-774286-11-smb neutron-server[74321]: Traceback (most recent call last): May 03 16:07:39.882258 dv-cinder-774286-11-smb neutron-server[74321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 16:07:39.882258 dv-cinder-774286-11-smb neutron-server[74321]: timer() May 03 16:07:39.882258 dv-cinder-774286-11-smb neutron-server[74321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 16:07:39.882258 dv-cinder-774286-11-smb neutron-server[74321]: cb(*args, **kw) May 03 16:07:39.882258 dv-cinder-774286-11-smb neutron-server[74321]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 03 16:07:39.882258 dv-cinder-774286-11-smb neutron-server[74321]: return func(*args, **kwargs) May 03 16:07:39.882258 dv-cinder-774286-11-smb neutron-server[74321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 16:07:39.882258 dv-cinder-774286-11-smb neutron-server[74321]: self._notify() May 03 16:07:39.882258 dv-cinder-774286-11-smb neutron-server[74321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 16:07:39.882258 dv-cinder-774286-11-smb neutron-server[74321]: self.callback(batched_events) May 03 16:07:39.882258 dv-cinder-774286-11-smb neutron-server[74321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 16:07:39.882258 dv-cinder-774286-11-smb neutron-server[74321]: event.method(event) May 03 16:07:39.882258 dv-cinder-774286-11-smb neutron-server[74321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 16:07:39.882258 dv-cinder-774286-11-smb neutron-server[74321]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 16:07:39.882258 dv-cinder-774286-11-smb neutron-server[74321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 16:07:39.882258 dv-cinder-774286-11-smb neutron-server[74321]: aggregate_uuid = self.p_client.list_aggregates( May 03 16:07:39.882258 dv-cinder-774286-11-smb neutron-server[74321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 16:07:39.882258 dv-cinder-774286-11-smb neutron-server[74321]: return f(self, *a, **k) May 03 16:07:39.882258 dv-cinder-774286-11-smb neutron-server[74321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 16:07:39.882258 dv-cinder-774286-11-smb neutron-server[74321]: return self._get(url).json() May 03 16:07:39.882258 dv-cinder-774286-11-smb neutron-server[74321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 16:07:39.882258 dv-cinder-774286-11-smb neutron-server[74321]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 16:07:39.882258 dv-cinder-774286-11-smb neutron-server[74321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 16:07:39.882258 dv-cinder-774286-11-smb neutron-server[74321]: return self.request(url, 'GET', **kwargs) May 03 16:07:39.882258 dv-cinder-774286-11-smb neutron-server[74321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 16:07:39.882258 dv-cinder-774286-11-smb neutron-server[74321]: base_url = self.get_endpoint(auth, allow=allow, May 03 16:07:39.882258 dv-cinder-774286-11-smb neutron-server[74321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 16:07:39.882258 dv-cinder-774286-11-smb neutron-server[74321]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 16:07:39.882258 dv-cinder-774286-11-smb neutron-server[74321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 16:07:39.882258 dv-cinder-774286-11-smb neutron-server[74321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 16:07:39.882258 dv-cinder-774286-11-smb neutron-server[74321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 16:07:39.960499 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-df4d0b1b-9e3c-4f63-a411-5889865a0e27 req-e78db4cd-b260-4f84-9b20-949c349f3dd3 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2f34bbd-26e5-44dc-803f-e8d6daaa86fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2328162 May 03 16:07:40.087743 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-799b4fab-1abe-417f-a413-498519c5cd27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2031619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926591'] for network, after_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:07:40.097078 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:07:40.116701 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-799b4fab-1abe-417f-a413-498519c5cd27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532153'] for network, before_response {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:07:40.119755 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799b4fab-1abe-417f-a413-498519c5cd27 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e2a584f-38bc-4f25-9f18-c0dc5e8c2581,revision_number=None']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:07:40.123845 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-799b4fab-1abe-417f-a413-498519c5cd27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:07:40.217326 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-799b4fab-1abe-417f-a413-498519c5cd27 admin admin] 10.222.0.11 "DELETE /v2.0/networks/2e2a584f-38bc-4f25-9f18-c0dc5e8c2581 HTTP/1.1" status: 204 len: 168 time: 1.4506197 May 03 16:07:40.768051 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-3cd38bd4-9a5f-4c72-959a-7a506becc3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:07:40.856638 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 55356) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:07:40.926138 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-8b09a369-3740-4fa6-a752-7f6a1afce0f7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8811670ce3c84193b6d096b92fc8e668&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0660655 May 03 16:07:40.926706 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 55360) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:07:41.003822 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-89703889-07b9-43e6-b287-a687b5613945 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:07:41.037370 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-89703889-07b9-43e6-b287-a687b5613945 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:07:41.190217 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-89703889-07b9-43e6-b287-a687b5613945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:07:41.195995 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-e71dc311-96a7-48b0-9003-b0a88359cd73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:07:41.206981 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d981647-ab2c-4379-b41e-d70bc6c8ad9f req-f1f1c290-df0a-4267-8e42-41117fe1c195 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:07:41.206981 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-9d981647-ab2c-4379-b41e-d70bc6c8ad9f req-f1f1c290-df0a-4267-8e42-41117fe1c195 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f537497-d0c4-4e5c-9172-463297393663 HTTP/1.1" status: 200 len: 945 time: 0.0918155 May 03 16:07:41.213884 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89703889-07b9-43e6-b287-a687b5613945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a50af1d3-a747-4ddb-9543-e47fb4e4643a,revision_number=None']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:07:41.223940 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-89703889-07b9-43e6-b287-a687b5613945 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:07:41.266063 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-9d981647-ab2c-4379-b41e-d70bc6c8ad9f req-be223411-29fa-462a-9aa2-6b74bcc0f986 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2f34bbd-26e5-44dc-803f-e8d6daaa86fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567820 May 03 16:07:41.858001 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-89703889-07b9-43e6-b287-a687b5613945 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:07:41.859124 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-89703889-07b9-43e6-b287-a687b5613945 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a50af1d3-a747-4ddb-9543-e47fb4e4643a HTTP/1.1" status: 204 len: 168 time: 0.9314587 May 03 16:07:42.557685 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a01cb2f-ea3c-4c2c-9351-578e47ed46d7 req-dc9cd1c4-d43d-4c5a-a0a9-7e09fb20dbc5 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:07:42.564989 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-1a01cb2f-ea3c-4c2c-9351-578e47ed46d7 req-dc9cd1c4-d43d-4c5a-a0a9-7e09fb20dbc5 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f537497-d0c4-4e5c-9172-463297393663 HTTP/1.1" status: 200 len: 945 time: 0.1396697 May 03 16:07:42.619024 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-1a01cb2f-ea3c-4c2c-9351-578e47ed46d7 req-0c66f185-2208-42d6-9388-3f800850dc93 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2f34bbd-26e5-44dc-803f-e8d6daaa86fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509479 May 03 16:07:43.367616 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:07:43.384043 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-8921ac9c-c1f5-4d05-841c-06e15485149b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:07:43.850397 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bcf665-45d8-455a-9093-4f580ee39b48 req-7fb2591a-408f-4681-8aa5-fcb7569d9186 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:07:43.859495 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-75bcf665-45d8-455a-9093-4f580ee39b48 req-7fb2591a-408f-4681-8aa5-fcb7569d9186 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f537497-d0c4-4e5c-9172-463297393663 HTTP/1.1" status: 200 len: 945 time: 0.1059275 May 03 16:07:43.908931 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-75bcf665-45d8-455a-9093-4f580ee39b48 req-a70515a4-4b3b-40f8-9153-8dbade1d2d1f tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2f34bbd-26e5-44dc-803f-e8d6daaa86fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479627 May 03 16:07:44.299122 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-b400cb21-de9a-47f5-b18b-46830690aa58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:07:45.103628 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaa7941-148b-49f6-8694-c40e71fdc757 req-e1f925ea-7555-4a63-903f-ab716bb99a25 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:07:45.105045 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-8eaa7941-148b-49f6-8694-c40e71fdc757 req-e1f925ea-7555-4a63-903f-ab716bb99a25 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f537497-d0c4-4e5c-9172-463297393663 HTTP/1.1" status: 200 len: 945 time: 0.0842569 May 03 16:07:45.156029 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-8eaa7941-148b-49f6-8694-c40e71fdc757 req-62834763-4e22-42e0-abc0-8f0e1293742f tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2f34bbd-26e5-44dc-803f-e8d6daaa86fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440161 May 03 16:07:46.111063 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-b5223e01-a904-4e89-a902-ae20f7f129a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:07:46.380075 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5953eac-8589-4d1c-8eb7-5c3ce122304a req-1cbc5cac-7d1f-4426-8db0-cca5eb40af41 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:07:46.388110 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-d5953eac-8589-4d1c-8eb7-5c3ce122304a req-1cbc5cac-7d1f-4426-8db0-cca5eb40af41 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f537497-d0c4-4e5c-9172-463297393663 HTTP/1.1" status: 200 len: 945 time: 0.1008310 May 03 16:07:46.450047 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-d5953eac-8589-4d1c-8eb7-5c3ce122304a req-1d2fd30d-409e-446b-bf76-63521015a7a3 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2f34bbd-26e5-44dc-803f-e8d6daaa86fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605071 May 03 16:07:47.636358 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602f636e-6436-439c-9852-88d6dfdeaa4a req-27dcb0b6-11ff-4f27-96fe-834406a988ae tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:07:47.637832 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-602f636e-6436-439c-9852-88d6dfdeaa4a req-27dcb0b6-11ff-4f27-96fe-834406a988ae tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f537497-d0c4-4e5c-9172-463297393663 HTTP/1.1" status: 200 len: 945 time: 0.0818863 May 03 16:07:47.689929 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-602f636e-6436-439c-9852-88d6dfdeaa4a req-74849ae4-8b18-45b6-86f2-14b97963280b tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2f34bbd-26e5-44dc-803f-e8d6daaa86fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458364 May 03 16:07:48.015360 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571ddfe9-5cec-4c20-9313-0b298b837841 req-90319ae9-e5d8-48f8-8a94-dd57f4b1a0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:07:48.016784 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-571ddfe9-5cec-4c20-9313-0b298b837841 req-90319ae9-e5d8-48f8-8a94-dd57f4b1a0d9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=30698392a3254cc2a62d95e9d3896fad&device_id=6f537497-d0c4-4e5c-9172-463297393663 HTTP/1.1" status: 200 len: 1098 time: 0.0734587 May 03 16:07:48.151447 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571ddfe9-5cec-4c20-9313-0b298b837841 req-9135f681-e560-467f-ad63-66afdfe4f8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:07:48.152942 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-571ddfe9-5cec-4c20-9313-0b298b837841 req-9135f681-e560-467f-ad63-66afdfe4f8ab service neutron] 10.222.0.42 "GET /v2.0/networks?id=3d07b93f-2cbc-4419-9656-593dd149b251 HTTP/1.1" status: 200 len: 917 time: 0.1294682 May 03 16:07:48.258767 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-571ddfe9-5cec-4c20-9313-0b298b837841 req-b546f633-9454-4f49-8f6b-c07a64e359fe service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8fb64b0f-8e1a-488e-8641-9ef284a4934a HTTP/1.1" status: 200 len: 1001 time: 0.0982430 May 03 16:07:48.323901 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571ddfe9-5cec-4c20-9313-0b298b837841 req-fd5211ad-2505-4919-9660-23d3787e432a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:07:48.325306 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-571ddfe9-5cec-4c20-9313-0b298b837841 req-fd5211ad-2505-4919-9660-23d3787e432a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6e179f81-7e4a-49b9-b9a9-9613d63a9979 HTTP/1.1" status: 200 len: 855 time: 0.0593195 May 03 16:07:48.405089 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571ddfe9-5cec-4c20-9313-0b298b837841 req-d651a84e-33f4-4ed0-9c1e-43d79696746e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:07:48.406585 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-571ddfe9-5cec-4c20-9313-0b298b837841 req-d651a84e-33f4-4ed0-9c1e-43d79696746e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3d07b93f-2cbc-4419-9656-593dd149b251&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0740550 May 03 16:07:48.542155 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-571ddfe9-5cec-4c20-9313-0b298b837841 req-4c88768e-1073-458a-8a04-d10c9af5d792 service neutron] 10.222.0.42 "GET /v2.0/networks/3d07b93f-2cbc-4419-9656-593dd149b251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278682 May 03 16:07:48.681139 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-571ddfe9-5cec-4c20-9313-0b298b837841 req-0cef1598-b03e-4e79-b08d-1e57be0dfc46 service neutron] 10.222.0.42 "GET /v2.0/networks/3d07b93f-2cbc-4419-9656-593dd149b251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318347 May 03 16:07:48.882408 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da10276c-ddb9-4fdb-9911-40e1b7eb7b7c req-aadd3a5e-a31d-4d51-9fd6-e91f69f6f182 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:07:48.883947 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-da10276c-ddb9-4fdb-9911-40e1b7eb7b7c req-aadd3a5e-a31d-4d51-9fd6-e91f69f6f182 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f537497-d0c4-4e5c-9172-463297393663 HTTP/1.1" status: 200 len: 945 time: 0.0819778 May 03 16:07:48.929332 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-da10276c-ddb9-4fdb-9911-40e1b7eb7b7c req-d6535c62-6b8f-4915-9447-5f8e4a783a86 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2f34bbd-26e5-44dc-803f-e8d6daaa86fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396454 May 03 16:07:50.234384 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64fe4d6-af2e-4ffd-bd39-02a8e2f0e8a7 req-57958241-f506-42d9-8d5c-6a6ae5c97269 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:07:50.235864 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-a64fe4d6-af2e-4ffd-bd39-02a8e2f0e8a7 req-57958241-f506-42d9-8d5c-6a6ae5c97269 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f537497-d0c4-4e5c-9172-463297393663 HTTP/1.1" status: 200 len: 945 time: 0.1895421 May 03 16:07:50.282574 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-a64fe4d6-af2e-4ffd-bd39-02a8e2f0e8a7 req-4acb6f62-65cb-4ca2-b47a-ce5a34aaf2fd tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2f34bbd-26e5-44dc-803f-e8d6daaa86fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409009 May 03 16:07:51.483801 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaf5c41-b5ed-4945-815c-f43c386922c3 req-47818ad1-e7d8-48c3-b736-b1917498f66f tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:07:51.485184 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-8aaf5c41-b5ed-4945-815c-f43c386922c3 req-47818ad1-e7d8-48c3-b736-b1917498f66f tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f537497-d0c4-4e5c-9172-463297393663 HTTP/1.1" status: 200 len: 945 time: 0.0902138 May 03 16:07:51.500966 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Device 8fb64b0f-8e1a-488e-8641-9ef284a4934a no longer exists at agent hyperv_hv-cinder-77428 {{(pid=74322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 16:07:51.535971 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-8aaf5c41-b5ed-4945-815c-f43c386922c3 req-83c951f9-19fc-4d63-94a5-9a57f04060a2 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2f34bbd-26e5-44dc-803f-e8d6daaa86fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444949 May 03 16:07:51.616909 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:07:51.647045 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f537497-d0c4-4e5c-9172-463297393663', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8fb64b0f-8e1a-488e-8641-9ef284a4934a'}] {{(pid=74322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 16:07:51.663782 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] For port 8fb64b0f-8e1a-488e-8641-9ef284a4934a, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=8fb64b0f-8e1a-488e-8641-9ef284a4934a,segment=NetworkSegment(2b1d67ca-c22e-4b92-bc7c-13b39c284b0e),segment_id=2b1d67ca-c22e-4b92-bc7c-13b39c284b0e)] {{(pid=74322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 16:07:51.698588 dv-cinder-774286-11-smb neutron-server[74322]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6f537497-d0c4-4e5c-9172-463297393663', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8fb64b0f-8e1a-488e-8641-9ef284a4934a', 'code': 422} returned with failed status May 03 16:07:51.744632 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365'] for port, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:07:51.746480 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:07:51.813255 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Pushing event updated for resources: {'Port': ['ID=8fb64b0f-8e1a-488e-8641-9ef284a4934a,revision_number=8']} {{(pid=74322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:07:51.817683 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:07:54.703235 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da863045-f35a-4cf2-9b68-b1ce64ddaefd req-7d259275-803d-41e7-88b5-df4f1a4154d5 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:07:54.704730 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-da863045-f35a-4cf2-9b68-b1ce64ddaefd req-7d259275-803d-41e7-88b5-df4f1a4154d5 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f537497-d0c4-4e5c-9172-463297393663 HTTP/1.1" status: 200 len: 943 time: 0.0857623 May 03 16:07:54.761311 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.agents_db [None req-1e570261-7bec-4919-9804-a616d65b12ea None None] Agent healthcheck: found 6 active agents {{(pid=74323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 03 16:07:54.764815 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-da863045-f35a-4cf2-9b68-b1ce64ddaefd req-224a5fd5-f59a-4934-aa83-28465504522e tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2f34bbd-26e5-44dc-803f-e8d6daaa86fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540349 May 03 16:07:55.155861 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-9c470906-943c-44c7-9fb5-58310550c9b4 req-e2d4a174-0960-4383-9515-a1a2837eea3b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6f537497-d0c4-4e5c-9172-463297393663&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0811567 May 03 16:07:55.956787 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d33cf2-2e87-42e5-a20b-130e782dcf57 req-f86ff9ad-ccf9-4d2a-a1bf-14eaa7265a34 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:07:55.958437 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-49d33cf2-2e87-42e5-a20b-130e782dcf57 req-f86ff9ad-ccf9-4d2a-a1bf-14eaa7265a34 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e22c68b-897b-4f57-abbf-782b203a23d9 HTTP/1.1" status: 200 len: 946 time: 0.1405721 May 03 16:07:56.011459 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3b6362-bbcf-4d5c-9526-267b99bc1749 req-c4082308-00af-4f8c-b8ff-b91a09545795 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:07:56.013131 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-8c3b6362-bbcf-4d5c-9526-267b99bc1749 req-c4082308-00af-4f8c-b8ff-b91a09545795 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f537497-d0c4-4e5c-9172-463297393663 HTTP/1.1" status: 200 len: 943 time: 0.1396005 May 03 16:07:56.036921 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-49d33cf2-2e87-42e5-a20b-130e782dcf57 req-851eb6b4-e62f-4e19-909b-f03223f910b5 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "GET /v2.0/security-groups?id=584261bc-c5a9-45bb-b391-eb48fa620554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704558 May 03 16:07:56.064407 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-8c3b6362-bbcf-4d5c-9526-267b99bc1749 req-7110c304-2328-48b2-ab81-a6891a20b3b4 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2f34bbd-26e5-44dc-803f-e8d6daaa86fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448444 May 03 16:07:56.200110 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c470906-943c-44c7-9fb5-58310550c9b4 req-faecd74b-795a-4c44-8b7d-bf2fdbe8b311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:07:56.201613 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-9c470906-943c-44c7-9fb5-58310550c9b4 req-faecd74b-795a-4c44-8b7d-bf2fdbe8b311 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6f537497-d0c4-4e5c-9172-463297393663&tenant_id=30698392a3254cc2a62d95e9d3896fad HTTP/1.1" status: 200 len: 1096 time: 0.0742211 May 03 16:07:56.297095 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c470906-943c-44c7-9fb5-58310550c9b4 req-ec1ba6d2-8eb6-4051-94b1-2772f05d1cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:07:56.298459 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-9c470906-943c-44c7-9fb5-58310550c9b4 req-ec1ba6d2-8eb6-4051-94b1-2772f05d1cd4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=30698392a3254cc2a62d95e9d3896fad&device_id=6f537497-d0c4-4e5c-9172-463297393663 HTTP/1.1" status: 200 len: 1096 time: 0.0711656 May 03 16:07:56.434548 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c470906-943c-44c7-9fb5-58310550c9b4 req-51e771c4-7c69-499a-ae35-ad790110cd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:07:56.435216 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-9c470906-943c-44c7-9fb5-58310550c9b4 req-51e771c4-7c69-499a-ae35-ad790110cd95 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3d07b93f-2cbc-4419-9656-593dd149b251 HTTP/1.1" status: 200 len: 917 time: 0.1299207 May 03 16:07:56.544039 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-9c470906-943c-44c7-9fb5-58310550c9b4 req-7bed0ff0-73a5-4d13-a4e5-6ba9eaaa03c4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8fb64b0f-8e1a-488e-8641-9ef284a4934a HTTP/1.1" status: 200 len: 999 time: 0.1001034 May 03 16:07:56.608079 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c470906-943c-44c7-9fb5-58310550c9b4 req-59318f8d-92c5-441e-8da8-5e2cc2c79cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:07:56.609443 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-9c470906-943c-44c7-9fb5-58310550c9b4 req-59318f8d-92c5-441e-8da8-5e2cc2c79cda service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6e179f81-7e4a-49b9-b9a9-9613d63a9979 HTTP/1.1" status: 200 len: 855 time: 0.0579555 May 03 16:07:56.701732 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c470906-943c-44c7-9fb5-58310550c9b4 req-6aa82ab0-e8e2-48d6-91a7-e72bd31c9aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:07:56.703285 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-9c470906-943c-44c7-9fb5-58310550c9b4 req-6aa82ab0-e8e2-48d6-91a7-e72bd31c9aec service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3d07b93f-2cbc-4419-9656-593dd149b251&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0783250 May 03 16:07:56.850600 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-9c470906-943c-44c7-9fb5-58310550c9b4 req-01c38d6d-19d3-490c-8d1a-0e9d81033bb5 service neutron] 10.222.0.42 "GET /v2.0/networks/3d07b93f-2cbc-4419-9656-593dd149b251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386633 May 03 16:07:56.985409 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-9c470906-943c-44c7-9fb5-58310550c9b4 req-dedad247-dc46-4e33-b0eb-a38a97b4725d service neutron] 10.222.0.42 "GET /v2.0/networks/3d07b93f-2cbc-4419-9656-593dd149b251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280332 May 03 16:07:57.314268 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87fa451-0adb-4edd-a4ce-752efbefc74a req-4fbaae35-11c4-4107-ad90-fb55e681c438 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:07:57.316005 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-c87fa451-0adb-4edd-a4ce-752efbefc74a req-4fbaae35-11c4-4107-ad90-fb55e681c438 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e22c68b-897b-4f57-abbf-782b203a23d9 HTTP/1.1" status: 200 len: 946 time: 0.1447031 May 03 16:07:57.344723 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8049321b-0e57-4d7f-9a6c-9364305a9cf1 req-9937c1a9-341e-49f3-9f89-985da2c9cb41 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:07:57.346140 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-8049321b-0e57-4d7f-9a6c-9364305a9cf1 req-9937c1a9-341e-49f3-9f89-985da2c9cb41 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f537497-d0c4-4e5c-9172-463297393663 HTTP/1.1" status: 200 len: 943 time: 0.1361828 May 03 16:07:57.403648 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-c87fa451-0adb-4edd-a4ce-752efbefc74a req-5caa3979-09e4-4299-ace8-6c3ac41f2836 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "GET /v2.0/security-groups?id=584261bc-c5a9-45bb-b391-eb48fa620554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806158 May 03 16:07:57.414142 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-8049321b-0e57-4d7f-9a6c-9364305a9cf1 req-f8b2b3c3-4f77-4022-9a1c-a4af1b3c1131 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2f34bbd-26e5-44dc-803f-e8d6daaa86fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608621 May 03 16:07:58.030500 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0aaaab-e687-4c32-b528-a8a38370969f req-3395f77d-a221-4889-ad19-89f1b9ae435b tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:07:58.031948 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-bd0aaaab-e687-4c32-b528-a8a38370969f req-3395f77d-a221-4889-ad19-89f1b9ae435b tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.42 "GET /v2.0/ports?device_id=9e22c68b-897b-4f57-abbf-782b203a23d9 HTTP/1.1" status: 200 len: 946 time: 0.0876639 May 03 16:07:58.275410 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.plugin [req-bd0aaaab-e687-4c32-b528-a8a38370969f req-b8ea4bac-f587-4915-8ffa-250453082254 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Deleting port 0c1666ab-7527-4fa3-9932-a21176db844a {{(pid=74321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 16:07:58.275820 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [req-bd0aaaab-e687-4c32-b528-a8a38370969f req-b8ea4bac-f587-4915-8ffa-250453082254 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781092848725'] for port, before_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:07:58.415345 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.db [req-bd0aaaab-e687-4c32-b528-a8a38370969f req-b8ea4bac-f587-4915-8ffa-250453082254 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] For port 0c1666ab-7527-4fa3-9932-a21176db844a, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=0c1666ab-7527-4fa3-9932-a21176db844a,segment=NetworkSegment(ad1c6c10-bf8d-4f65-b3de-1cb0028ea90c),segment_id=ad1c6c10-bf8d-4f65-b3de-1cb0028ea90c)] {{(pid=74321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 16:07:58.415700 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [req-bd0aaaab-e687-4c32-b528-a8a38370969f req-b8ea4bac-f587-4915-8ffa-250453082254 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925573'] for port, precommit_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:07:58.893433 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eece640-13d4-4c6c-9fa6-aac839f07604 req-c14078d2-de16-4bb9-8639-d872c97360e5 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:07:58.894985 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-2eece640-13d4-4c6c-9fa6-aac839f07604 req-c14078d2-de16-4bb9-8639-d872c97360e5 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e22c68b-897b-4f57-abbf-782b203a23d9 HTTP/1.1" status: 200 len: 946 time: 0.2915554 May 03 16:07:58.896852 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [req-bd0aaaab-e687-4c32-b528-a8a38370969f req-b8ea4bac-f587-4915-8ffa-250453082254 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:07:58.897220 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [req-bd0aaaab-e687-4c32-b528-a8a38370969f req-b8ea4bac-f587-4915-8ffa-250453082254 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926573'] for floatingip, after_update {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:07:58.902430 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.db.l3_db [req-bd0aaaab-e687-4c32-b528-a8a38370969f req-b8ea4bac-f587-4915-8ffa-250453082254 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Floating IP b473153a-332e-48f6-9bd7-a67ba42b7537 disassociated. External IP: 172.28.1.85, port: 0c1666ab-7527-4fa3-9932-a21176db844a. May 03 16:07:58.902430 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.plugin [req-bd0aaaab-e687-4c32-b528-a8a38370969f req-b8ea4bac-f587-4915-8ffa-250453082254 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Calling delete_port for 0c1666ab-7527-4fa3-9932-a21176db844a owned by compute:nova {{(pid=74321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 03 16:07:58.911997 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72445eb6-fd94-4cee-985d-1af83130b139 req-af84de11-68a5-4a37-8d88-4774abe614e5 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:07:58.913418 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-72445eb6-fd94-4cee-985d-1af83130b139 req-af84de11-68a5-4a37-8d88-4774abe614e5 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f537497-d0c4-4e5c-9172-463297393663 HTTP/1.1" status: 200 len: 943 time: 0.3112667 May 03 16:07:59.005773 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-2eece640-13d4-4c6c-9fa6-aac839f07604 req-6bc8b069-a3f2-4002-9932-aeb40df1aab7 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "GET /v2.0/security-groups?id=584261bc-c5a9-45bb-b391-eb48fa620554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894217 May 03 16:07:59.018779 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-72445eb6-fd94-4cee-985d-1af83130b139 req-67e16ae7-5795-4b06-8370-be59f326616b tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2f34bbd-26e5-44dc-803f-e8d6daaa86fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823917 May 03 16:07:59.218487 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [req-bd0aaaab-e687-4c32-b528-a8a38370969f req-b8ea4bac-f587-4915-8ffa-250453082254 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781092850854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781092417311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094623'] for port, after_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:07:59.225447 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-ee8d036f-7572-432b-bf35-1990a9ea85fe tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:07:59.278646 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ea4bac-f587-4915-8ffa-250453082254 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Pushing event deleted for resources: {'Port': ['ID=0c1666ab-7527-4fa3-9932-a21176db844a,revision_number=None']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:07:59.281810 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-b8ea4bac-f587-4915-8ffa-250453082254 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:07:59.477658 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bd0aaaab-e687-4c32-b528-a8a38370969f req-b8ea4bac-f587-4915-8ffa-250453082254 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Router 59fbbaaf-3c82-4b4a-9f4b-382ac8ad236c has already been hosted by L3 agent 433ecc79-0b70-49a3-9006-0abc49206663 {{(pid=74321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 16:07:59.687861 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bd0aaaab-e687-4c32-b528-a8a38370969f req-b8ea4bac-f587-4915-8ffa-250453082254 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Notify agent at l3_agent.dv-cinder-774286-11-smb the message routers_updated {{(pid=74321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 16:07:59.701100 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12836d47-4e2b-4074-8c5f-75167586cadf None None] Sync routers for ids ['59fbbaaf-3c82-4b4a-9f4b-382ac8ad236c'] in dv-cinder-774286-11-smb {{(pid=74322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 16:07:59.728890 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12836d47-4e2b-4074-8c5f-75167586cadf None None] Routers {'59fbbaaf-3c82-4b4a-9f4b-382ac8ad236c'} bound to L3 agent in host dv-cinder-774286-11-smb {{(pid=74322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 03 16:07:59.729851 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_hamode_db [None req-12836d47-4e2b-4074-8c5f-75167586cadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-03T15:53:43Z,description=,heartbeat_timestamp=2021-05-03T16:07:43Z,host='dv-cinder-774286-11-smb',id=433ecc79-0b70-49a3-9006-0abc49206663,load=0,resource_versions=,resources_synced=,started_at=2021-05-03T15:53:44Z,topic='l3_agent')) {'router_ids': ['59fbbaaf-3c82-4b4a-9f4b-382ac8ad236c'], 'active': True} {{(pid=74322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:07:59.801509 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd0aaaab-e687-4c32-b528-a8a38370969f req-b8ea4bac-f587-4915-8ffa-250453082254 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] No DVR routers for this DVR port 0c1666ab-7527-4fa3-9932-a21176db844a on host hv-cinder-77428 {{(pid=74321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 16:07:59.813308 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [req-bd0aaaab-e687-4c32-b528-a8a38370969f req-b8ea4bac-f587-4915-8ffa-250453082254 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504013'] for port, before_response {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:07:59.816117 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e22c68b-897b-4f57-abbf-782b203a23d9', 'name': 'network-vif-deleted', 'tag': '0c1666ab-7527-4fa3-9932-a21176db844a'}] {{(pid=74321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 16:07:59.854651 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-bd0aaaab-e687-4c32-b528-a8a38370969f req-b8ea4bac-f587-4915-8ffa-250453082254 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.42 "DELETE /v2.0/ports/0c1666ab-7527-4fa3-9932-a21176db844a HTTP/1.1" status: 204 len: 173 time: 1.8130152 May 03 16:07:59.908258 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e22c68b-897b-4f57-abbf-782b203a23d9', 'name': 'network-vif-deleted', 'tag': '0c1666ab-7527-4fa3-9932-a21176db844a', 'status': 'completed', 'code': 200} May 03 16:08:00.064358 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_dvr_db [None req-12836d47-4e2b-4074-8c5f-75167586cadf None None] Set router 59fbbaaf-3c82-4b4a-9f4b-382ac8ad236c gateway port host: dv-cinder-774286-11-smb {{(pid=74322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 03 16:08:00.329179 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [req-8e6993fd-013f-41d1-884a-fbb5e92ee409 req-45079b28-63c8-4ba4-bc03-028b518bcf60 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Synchronizing usage tracker for tenant:a45b3ae4a7654b64951cdc1628f41ef5 on resource:port {{(pid=74321) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 16:08:00.426552 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9ff90f-3a11-4391-b3db-05fd17fb45b1 req-a60abedf-581b-4cdc-8e6e-3b939db5fcd3 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:08:00.433697 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_hamode_db [None req-12836d47-4e2b-4074-8c5f-75167586cadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59fbbaaf-3c82-4b4a-9f4b-382ac8ad236c', 'name': 'tempest-AttachVolumeTestJSON-1560532479-router', 'tenant_id': 'a45b3ae4a7654b64951cdc1628f41ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'external_fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.189'}], 'enable_snat': True}, 'gw_port_id': 'd271ec25-1f7e-47bc-ab15-351e9358f1b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-03T16:01:46Z', 'updated_at': '2021-05-03T16:02:09Z', 'revision_number': 4, 'project_id': 'a45b3ae4a7654b64951cdc1628f41ef5', 'gw_port': {'id': 'd271ec25-1f7e-47bc-ab15-351e9358f1b5', 'name': '', 'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:c8:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fbbaaf-3c82-4b4a-9f4b-382ac8ad236c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-03T16:01:50Z', 'updated_at': '2021-05-03T16:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9682172-7c17-476a-827f-79723500eb4a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-11-smb', '_interfaces': [{'id': '3afb4d1f-b53e-4aa7-83fd-769fa1786bd3', 'name': '', 'network_id': '2375af68-6e6b-455a-b7be-3561029d4953', 'tenant_id': 'a45b3ae4a7654b64951cdc1628f41ef5', 'mac_address': 'fa:16:3e:17:e7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fbbaaf-3c82-4b4a-9f4b-382ac8ad236c', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '0c868822-acdb-4384-9ddc-ddab19dd933c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-03T16:02:05Z', 'updated_at': '2021-05-03T16:02:19Z', 'revision_number': 5, 'project_id': 'a45b3ae4a7654b64951cdc1628f41ef5', 'subnets': [{'id': '0c868822-acdb-4384-9ddc-ddab19dd933c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-11-smb', False) {} {{(pid=74322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:08:00.438280 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12836d47-4e2b-4074-8c5f-75167586cadf None None] Checking router: 59fbbaaf-3c82-4b4a-9f4b-382ac8ad236c for host: dv-cinder-774286-11-smb {{(pid=74322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 16:08:00.438715 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-0f9ff90f-3a11-4391-b3db-05fd17fb45b1 req-a60abedf-581b-4cdc-8e6e-3b939db5fcd3 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f537497-d0c4-4e5c-9172-463297393663 HTTP/1.1" status: 200 len: 943 time: 0.2238472 May 03 16:08:00.448476 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12836d47-4e2b-4074-8c5f-75167586cadf None None] Routers {'59fbbaaf-3c82-4b4a-9f4b-382ac8ad236c'} bound to L3 agent in host dv-cinder-774286-11-smb {{(pid=74322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 03 16:08:00.449352 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_hamode_db [None req-12836d47-4e2b-4074-8c5f-75167586cadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-03T15:53:43Z,description=,heartbeat_timestamp=2021-05-03T16:07:43Z,host='dv-cinder-774286-11-smb',id=433ecc79-0b70-49a3-9006-0abc49206663,load=0,resource_versions=,resources_synced=,started_at=2021-05-03T15:53:44Z,topic='l3_agent')) {'router_ids': ['59fbbaaf-3c82-4b4a-9f4b-382ac8ad236c'], 'active': True} {{(pid=74322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:08:00.490263 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-0f9ff90f-3a11-4391-b3db-05fd17fb45b1 req-61443fcb-99ee-4129-9723-021093dddec8 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2f34bbd-26e5-44dc-803f-e8d6daaa86fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505910 May 03 16:08:00.498800 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [req-8e6993fd-013f-41d1-884a-fbb5e92ee409 req-45079b28-63c8-4ba4-bc03-028b518bcf60 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Unset dirty status for tenant:a45b3ae4a7654b64951cdc1628f41ef5 on resource:port {{(pid=74321) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 16:08:00.500041 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-8e6993fd-013f-41d1-884a-fbb5e92ee409 req-45079b28-63c8-4ba4-bc03-028b518bcf60 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e22c68b-897b-4f57-abbf-782b203a23d9 HTTP/1.1" status: 200 len: 210 time: 0.3471327 May 03 16:08:00.647325 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_dvr_db [None req-12836d47-4e2b-4074-8c5f-75167586cadf None None] Set router 59fbbaaf-3c82-4b4a-9f4b-382ac8ad236c gateway port host: dv-cinder-774286-11-smb {{(pid=74322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 03 16:08:00.979141 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_hamode_db [None req-12836d47-4e2b-4074-8c5f-75167586cadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59fbbaaf-3c82-4b4a-9f4b-382ac8ad236c', 'name': 'tempest-AttachVolumeTestJSON-1560532479-router', 'tenant_id': 'a45b3ae4a7654b64951cdc1628f41ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'external_fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.189'}], 'enable_snat': True}, 'gw_port_id': 'd271ec25-1f7e-47bc-ab15-351e9358f1b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-03T16:01:46Z', 'updated_at': '2021-05-03T16:02:09Z', 'revision_number': 4, 'project_id': 'a45b3ae4a7654b64951cdc1628f41ef5', 'gw_port': {'id': 'd271ec25-1f7e-47bc-ab15-351e9358f1b5', 'name': '', 'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:c8:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fbbaaf-3c82-4b4a-9f4b-382ac8ad236c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-03T16:01:50Z', 'updated_at': '2021-05-03T16:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9682172-7c17-476a-827f-79723500eb4a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-11-smb', '_interfaces': [{'id': '3afb4d1f-b53e-4aa7-83fd-769fa1786bd3', 'name': '', 'network_id': '2375af68-6e6b-455a-b7be-3561029d4953', 'tenant_id': 'a45b3ae4a7654b64951cdc1628f41ef5', 'mac_address': 'fa:16:3e:17:e7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fbbaaf-3c82-4b4a-9f4b-382ac8ad236c', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '0c868822-acdb-4384-9ddc-ddab19dd933c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-03T16:02:05Z', 'updated_at': '2021-05-03T16:02:19Z', 'revision_number': 5, 'project_id': 'a45b3ae4a7654b64951cdc1628f41ef5', 'subnets': [{'id': '0c868822-acdb-4384-9ddc-ddab19dd933c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-11-smb', False) {} {{(pid=74322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:08:00.983516 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12836d47-4e2b-4074-8c5f-75167586cadf None None] The sync data for ids ['59fbbaaf-3c82-4b4a-9f4b-382ac8ad236c'] in dv-cinder-774286-11-smb is: [{'id': '59fbbaaf-3c82-4b4a-9f4b-382ac8ad236c', 'name': 'tempest-AttachVolumeTestJSON-1560532479-router', 'tenant_id': 'a45b3ae4a7654b64951cdc1628f41ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'external_fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.189'}], 'enable_snat': True}, 'gw_port_id': 'd271ec25-1f7e-47bc-ab15-351e9358f1b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-03T16:01:46Z', 'updated_at': '2021-05-03T16:02:09Z', 'revision_number': 4, 'project_id': 'a45b3ae4a7654b64951cdc1628f41ef5', 'gw_port': {'id': 'd271ec25-1f7e-47bc-ab15-351e9358f1b5', 'name': '', 'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:c8:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fbbaaf-3c82-4b4a-9f4b-382ac8ad236c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-03T16:01:50Z', 'updated_at': '2021-05-03T16:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9682172-7c17-476a-827f-79723500eb4a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-11-smb', '_interfaces': [{'id': '3afb4d1f-b53e-4aa7-83fd-769fa1786bd3', 'name': '', 'network_id': '2375af68-6e6b-455a-b7be-3561029d4953', 'tenant_id': 'a45b3ae4a7654b64951cdc1628f41ef5', 'mac_address': 'fa:16:3e:17:e7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fbbaaf-3c82-4b4a-9f4b-382ac8ad236c', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '0c868822-acdb-4384-9ddc-ddab19dd933c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-03T16:02:05Z', 'updated_at': '2021-05-03T16:02:19Z', 'revision_number': 5, 'project_id': 'a45b3ae4a7654b64951cdc1628f41ef5', 'subnets': [{'id': '0c868822-acdb-4384-9ddc-ddab19dd933c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 16:08:01.297289 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9808a554-2a3e-41b3-a16c-c419a5295ee1 None None] New status for floating IP b473153a-332e-48f6-9bd7-a67ba42b7537: DOWN {{(pid=74323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 16:08:01.328893 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-a5c439d4-3f8b-41e5-97a3-92495e72b471 req-81564f69-749b-47dd-8711-85931700face tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-627700132&fields=id&tenant_id=4674801f8cde4a898e908d2bbc407321 HTTP/1.1" status: 200 len: 267 time: 0.0519185 May 03 16:08:01.421210 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c439d4-3f8b-41e5-97a3-92495e72b471 req-557ed1b9-ff02-45c5-906e-46469a66ded3 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:08:01.443860 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-a5c439d4-3f8b-41e5-97a3-92495e72b471 req-557ed1b9-ff02-45c5-906e-46469a66ded3 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] 10.222.0.11 "GET /v2.0/ports?device_id=339eacb1-87d7-4c28-b669-4602c4cc200a HTTP/1.1" status: 200 len: 985 time: 0.1090689 May 03 16:08:01.462011 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.v2.base [req-a5c439d4-3f8b-41e5-97a3-92495e72b471 req-a688601f-3023-4b3b-8074-568df0c724a9 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Request body: {'port': {'security_groups': ['8e85cad6-e117-4792-8b74-9a448c17ce8c']}} {{(pid=74321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 16:08:01.547948 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Device 0c1666ab-7527-4fa3-9932-a21176db844a no longer exists at agent hyperv_hv-cinder-77428 {{(pid=74322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 16:08:01.598386 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.plugin [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] No Port match for: 0c1666ab-7527-4fa3-9932-a21176db844a {{(pid=74322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 03 16:08:01.599663 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Device 0c1666ab-7527-4fa3-9932-a21176db844a not bound to the agent host hv-cinder-77428 {{(pid=74322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 16:08:01.615092 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [req-a5c439d4-3f8b-41e5-97a3-92495e72b471 req-a688601f-3023-4b3b-8074-568df0c724a9 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:01.762396 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-63154cd3-35db-4f9f-8d41-dbff74dba96d req-e67eb232-c576-48d3-8a29-3249552d8afd tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e22c68b-897b-4f57-abbf-782b203a23d9 HTTP/1.1" status: 200 len: 210 time: 0.0777297 May 03 16:08:02.058029 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.db [req-a5c439d4-3f8b-41e5-97a3-92495e72b471 req-a688601f-3023-4b3b-8074-568df0c724a9 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] For port 889da5f3-852f-4f3c-b092-903b8218f963, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=889da5f3-852f-4f3c-b092-903b8218f963,segment=NetworkSegment(81402262-53d4-4e9b-83a0-af23c1b9021d),segment_id=81402262-53d4-4e9b-83a0-af23c1b9021d)] {{(pid=74321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 16:08:02.058029 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9eba61-4e3c-4d1c-85d0-dfb7eccbf23b req-ac4a01a3-4ffd-434a-b6ba-12a18736577e tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:08:02.058029 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-af9eba61-4e3c-4d1c-85d0-dfb7eccbf23b req-ac4a01a3-4ffd-434a-b6ba-12a18736577e tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f537497-d0c4-4e5c-9172-463297393663 HTTP/1.1" status: 200 len: 943 time: 0.1889596 May 03 16:08:02.107760 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [req-a5c439d4-3f8b-41e5-97a3-92495e72b471 req-a688601f-3023-4b3b-8074-568df0c724a9 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Notify callbacks [] for port, precommit_update {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:02.127875 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-af9eba61-4e3c-4d1c-85d0-dfb7eccbf23b req-a6695043-c570-433a-8b38-bcad2bfda3b5 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2f34bbd-26e5-44dc-803f-e8d6daaa86fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711894 May 03 16:08:02.870008 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [req-a5c439d4-3f8b-41e5-97a3-92495e72b471 req-a688601f-3023-4b3b-8074-568df0c724a9 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3094632'] for port, after_update {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:02.883494 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] get_ports_and_sgs() called for port_ids ['889da5f3-852f-4f3c-b092-903b8218f963'] {{(pid=74322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 16:08:02.971698 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-5fea3861-fcad-4bb6-91ff-ddd04a3a598b tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:08:02.985287 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:03.029626 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-e80c72ae-5793-4ccf-9874-c25c0834c654 req-73fe2b59-93d8-418e-aaef-5d25b8c62c6f tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e22c68b-897b-4f57-abbf-782b203a23d9 HTTP/1.1" status: 200 len: 210 time: 0.1559694 May 03 16:08:03.043880 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c439d4-3f8b-41e5-97a3-92495e72b471 req-a688601f-3023-4b3b-8074-568df0c724a9 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:08:03.052949 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [req-a5c439d4-3f8b-41e5-97a3-92495e72b471 req-a688601f-3023-4b3b-8074-568df0c724a9 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504013'] for port, before_response {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:03.052949 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-a5c439d4-3f8b-41e5-97a3-92495e72b471 req-a688601f-3023-4b3b-8074-568df0c724a9 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] 10.222.0.11 "PUT /v2.0/ports/889da5f3-852f-4f3c-b092-903b8218f963 HTTP/1.1" status: 200 len: 943 time: 1.6032329 May 03 16:08:03.052949 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '339eacb1-87d7-4c28-b669-4602c4cc200a', 'tag': '889da5f3-852f-4f3c-b092-903b8218f963'}] {{(pid=74321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 16:08:03.053362 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 55698) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:08:03.123284 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] get_ports_and_sgs() called for port_ids ['889da5f3-852f-4f3c-b092-903b8218f963'] {{(pid=74322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 16:08:03.144477 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a688601f-3023-4b3b-8074-568df0c724a9 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Pushing event updated for resources: {'Port': ['ID=889da5f3-852f-4f3c-b092-903b8218f963,revision_number=7']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:08:03.151110 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-a688601f-3023-4b3b-8074-568df0c724a9 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:08:03.161093 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '339eacb1-87d7-4c28-b669-4602c4cc200a', 'tag': '889da5f3-852f-4f3c-b092-903b8218f963', 'status': 'completed', 'code': 200} May 03 16:08:03.225346 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-d42a8a0a-293c-48ba-9cba-bd1c1b96c6d0 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Notify callbacks [] for security_group, before_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:03.295052 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-d42a8a0a-293c-48ba-9cba-bd1c1b96c6d0 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:03.458339 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-d42a8a0a-293c-48ba-9cba-bd1c1b96c6d0 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:03.463639 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-89703889-07b9-43e6-b287-a687b5613945 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:08:03.484396 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42a8a0a-293c-48ba-9cba-bd1c1b96c6d0 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ca50f18-8b60-43c0-b0b3-714393723fac,revision_number=None']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:08:03.487532 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-d42a8a0a-293c-48ba-9cba-bd1c1b96c6d0 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:08:03.494578 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-62d1ba13-bc41-4c7c-bb83-f6548dba3636 None None] Provisioning complete for port 889da5f3-852f-4f3c-b092-903b8218f963 triggered by entity DHCP. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 16:08:03.494900 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-62d1ba13-bc41-4c7c-bb83-f6548dba3636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033555'] for port, provisioning_complete {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:03.566767 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-d42a8a0a-293c-48ba-9cba-bd1c1b96c6d0 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Notify callbacks [] for security_group, before_response {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:03.571420 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-d42a8a0a-293c-48ba-9cba-bd1c1b96c6d0 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] 10.222.0.11 "DELETE /v2.0/security-groups/7ca50f18-8b60-43c0-b0b3-714393723fac HTTP/1.1" status: 204 len: 168 time: 0.5144477 May 03 16:08:03.571420 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 55706) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:08:03.773893 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e745b184-1bb9-4776-9fbe-20be07fddb69 req-80e05a9b-0beb-4687-839d-bb6a585bcdab tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:08:03.775503 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-e745b184-1bb9-4776-9fbe-20be07fddb69 req-80e05a9b-0beb-4687-839d-bb6a585bcdab tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f537497-d0c4-4e5c-9172-463297393663 HTTP/1.1" status: 200 len: 943 time: 0.1396732 May 03 16:08:03.867594 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-e745b184-1bb9-4776-9fbe-20be07fddb69 req-4b52dced-b2ea-41ec-bed4-5e1cde5392a9 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2f34bbd-26e5-44dc-803f-e8d6daaa86fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854566 May 03 16:08:04.167049 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.plugin [None req-3647546f-526f-4d21-9881-30830698d87d tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Deleting port 2ed22fb2-e2f1-40d0-bfa0-08370c7867ab {{(pid=74320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 16:08:04.167648 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-3647546f-526f-4d21-9881-30830698d87d tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781092848725'] for port, before_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:04.288379 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-799aa0db-b21c-4eb2-9e1a-d0fd3daff9c7 req-1c186fa4-5b2f-4e7a-aa45-4967b1784b35 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e22c68b-897b-4f57-abbf-782b203a23d9 HTTP/1.1" status: 200 len: 210 time: 0.0735712 May 03 16:08:04.326868 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-3647546f-526f-4d21-9881-30830698d87d tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925573'] for port, precommit_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:04.327198 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-3647546f-526f-4d21-9881-30830698d87d tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:04.460646 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.plugin [None req-3647546f-526f-4d21-9881-30830698d87d tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Calling delete_port for 2ed22fb2-e2f1-40d0-bfa0-08370c7867ab owned by network:floatingip {{(pid=74320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 03 16:08:04.738418 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-3647546f-526f-4d21-9881-30830698d87d tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781092850854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781092417311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2110393'] for port, after_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:04.743426 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-0826bcc4-9e7f-42bf-9f5d-c9c0986e18b8 tempest-VolumesNegativeTest-510625773 tempest-VolumesNegativeTest-510625773-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:08:04.791439 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3647546f-526f-4d21-9881-30830698d87d tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Pushing event deleted for resources: {'Port': ['ID=2ed22fb2-e2f1-40d0-bfa0-08370c7867ab,revision_number=None']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:08:04.818320 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-3647546f-526f-4d21-9881-30830698d87d tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:08:04.896370 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-3647546f-526f-4d21-9881-30830698d87d tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Notify callbacks [] for floatingip, after_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:04.896370 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.db.l3_db [None req-3647546f-526f-4d21-9881-30830698d87d tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Floating IP 3af49bdc-f749-4fa7-99b8-bbbd0e6f887c disassociated (deleted). External IP: 172.28.1.121, port: 889da5f3-852f-4f3c-b092-903b8218f963. May 03 16:08:05.171433 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee02572a-ae8a-4383-a3f2-3554973594ae req-a314e43e-0df7-4bf0-8395-533319c83c25 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:08:05.183627 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-ee02572a-ae8a-4383-a3f2-3554973594ae req-a314e43e-0df7-4bf0-8395-533319c83c25 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f537497-d0c4-4e5c-9172-463297393663 HTTP/1.1" status: 200 len: 943 time: 0.1282094 May 03 16:08:05.240535 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-ee02572a-ae8a-4383-a3f2-3554973594ae req-1a79aaee-e4b3-4aab-b822-d94b256644c5 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2f34bbd-26e5-44dc-803f-e8d6daaa86fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555534 May 03 16:08:05.385684 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3647546f-526f-4d21-9881-30830698d87d tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Router f0c255f6-4ce4-4be9-9584-e4a72615991c has already been hosted by L3 agent 433ecc79-0b70-49a3-9006-0abc49206663 {{(pid=74320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 16:08:05.492266 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-19749fbe-5c2f-4173-92a6-91188b3338cc req-48a12e95-dd55-49c1-b2d9-e8f336099856 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e22c68b-897b-4f57-abbf-782b203a23d9 HTTP/1.1" status: 200 len: 210 time: 0.0500693 May 03 16:08:05.581660 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3647546f-526f-4d21-9881-30830698d87d tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Notify agent at l3_agent.dv-cinder-774286-11-smb the message routers_updated {{(pid=74320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 16:08:05.591768 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-117278f0-b81a-4f41-b99b-5cd31bacb815 None None] Sync routers for ids ['f0c255f6-4ce4-4be9-9584-e4a72615991c'] in dv-cinder-774286-11-smb {{(pid=74322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 16:08:05.597211 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-3647546f-526f-4d21-9881-30830698d87d tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504013'] for floatingip, before_response {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:05.605629 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117278f0-b81a-4f41-b99b-5cd31bacb815 None None] Routers {'f0c255f6-4ce4-4be9-9584-e4a72615991c'} bound to L3 agent in host dv-cinder-774286-11-smb {{(pid=74322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 03 16:08:05.611561 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_hamode_db [None req-117278f0-b81a-4f41-b99b-5cd31bacb815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-03T15:53:43Z,description=,heartbeat_timestamp=2021-05-03T16:07:43Z,host='dv-cinder-774286-11-smb',id=433ecc79-0b70-49a3-9006-0abc49206663,load=0,resource_versions=,resources_synced=,started_at=2021-05-03T15:53:44Z,topic='l3_agent')) {'router_ids': ['f0c255f6-4ce4-4be9-9584-e4a72615991c'], 'active': True} {{(pid=74322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:08:05.664185 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-3647546f-526f-4d21-9881-30830698d87d tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] 10.222.0.11 "DELETE /v2.0/floatingips/3af49bdc-f749-4fa7-99b8-bbbd0e6f887c HTTP/1.1" status: 204 len: 168 time: 2.0905797 May 03 16:08:05.664185 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '339eacb1-87d7-4c28-b669-4602c4cc200a', 'tag': '889da5f3-852f-4f3c-b092-903b8218f963'}] {{(pid=74320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 16:08:05.855863 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_dvr_db [None req-117278f0-b81a-4f41-b99b-5cd31bacb815 None None] Set router f0c255f6-4ce4-4be9-9584-e4a72615991c gateway port host: dv-cinder-774286-11-smb {{(pid=74322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 03 16:08:05.983331 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '339eacb1-87d7-4c28-b669-4602c4cc200a', 'tag': '889da5f3-852f-4f3c-b092-903b8218f963', 'status': 'completed', 'code': 200} May 03 16:08:06.242154 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_hamode_db [None req-117278f0-b81a-4f41-b99b-5cd31bacb815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0c255f6-4ce4-4be9-9584-e4a72615991c', 'name': 'tempest-TestMinimumBasicScenario-685996169-router', 'tenant_id': '4674801f8cde4a898e908d2bbc407321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'external_fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.172'}], 'enable_snat': True}, 'gw_port_id': '30bdd85a-2578-4207-b440-a47a4b2bdf2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-03T16:05:13Z', 'updated_at': '2021-05-03T16:05:20Z', 'revision_number': 4, 'project_id': '4674801f8cde4a898e908d2bbc407321', 'gw_port': {'id': '30bdd85a-2578-4207-b440-a47a4b2bdf2d', 'name': '', 'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:2f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c255f6-4ce4-4be9-9584-e4a72615991c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-03T16:05:14Z', 'updated_at': '2021-05-03T16:05:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9682172-7c17-476a-827f-79723500eb4a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-11-smb', '_interfaces': [{'id': 'bca0bbb2-95b3-493d-aefd-998331c15528', 'name': '', 'network_id': 'ee83eab2-6d77-4c11-b22f-58569dd0cad4', 'tenant_id': '4674801f8cde4a898e908d2bbc407321', 'mac_address': 'fa:16:3e:e4:b6:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c255f6-4ce4-4be9-9584-e4a72615991c', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'dd006b64-ffee-4037-90f3-2d8cf093a6b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-03T16:05:18Z', 'updated_at': '2021-05-03T16:05:26Z', 'revision_number': 5, 'project_id': '4674801f8cde4a898e908d2bbc407321', 'subnets': [{'id': 'dd006b64-ffee-4037-90f3-2d8cf093a6b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-11-smb', False) {} {{(pid=74322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:08:06.246342 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-117278f0-b81a-4f41-b99b-5cd31bacb815 None None] Checking router: f0c255f6-4ce4-4be9-9584-e4a72615991c for host: dv-cinder-774286-11-smb {{(pid=74322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 16:08:06.257195 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117278f0-b81a-4f41-b99b-5cd31bacb815 None None] Routers {'f0c255f6-4ce4-4be9-9584-e4a72615991c'} bound to L3 agent in host dv-cinder-774286-11-smb {{(pid=74322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 03 16:08:06.257195 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_hamode_db [None req-117278f0-b81a-4f41-b99b-5cd31bacb815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-03T15:53:43Z,description=,heartbeat_timestamp=2021-05-03T16:07:43Z,host='dv-cinder-774286-11-smb',id=433ecc79-0b70-49a3-9006-0abc49206663,load=0,resource_versions=,resources_synced=,started_at=2021-05-03T15:53:44Z,topic='l3_agent')) {'router_ids': ['f0c255f6-4ce4-4be9-9584-e4a72615991c'], 'active': True} {{(pid=74322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:08:06.455250 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1375b66b-4267-4023-a78e-1dedad1cfc04 req-f13f226e-6ac2-4463-8110-51e927ad7be3 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:08:06.456798 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-1375b66b-4267-4023-a78e-1dedad1cfc04 req-f13f226e-6ac2-4463-8110-51e927ad7be3 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f537497-d0c4-4e5c-9172-463297393663 HTTP/1.1" status: 200 len: 943 time: 0.0992267 May 03 16:08:06.469224 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_dvr_db [None req-117278f0-b81a-4f41-b99b-5cd31bacb815 None None] Set router f0c255f6-4ce4-4be9-9584-e4a72615991c gateway port host: dv-cinder-774286-11-smb {{(pid=74322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 03 16:08:06.520962 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-1375b66b-4267-4023-a78e-1dedad1cfc04 req-d45400eb-ff00-45ee-8783-b1248fc07154 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2f34bbd-26e5-44dc-803f-e8d6daaa86fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501487 May 03 16:08:06.695090 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-572b5e5d-991d-4314-ae13-ada2744485c4 req-378f4b3d-f22a-43f4-8346-3d5ce922d5e7 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e22c68b-897b-4f57-abbf-782b203a23d9 HTTP/1.1" status: 200 len: 210 time: 0.0476270 May 03 16:08:06.865280 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_hamode_db [None req-117278f0-b81a-4f41-b99b-5cd31bacb815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0c255f6-4ce4-4be9-9584-e4a72615991c', 'name': 'tempest-TestMinimumBasicScenario-685996169-router', 'tenant_id': '4674801f8cde4a898e908d2bbc407321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'external_fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.172'}], 'enable_snat': True}, 'gw_port_id': '30bdd85a-2578-4207-b440-a47a4b2bdf2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-03T16:05:13Z', 'updated_at': '2021-05-03T16:05:20Z', 'revision_number': 4, 'project_id': '4674801f8cde4a898e908d2bbc407321', 'gw_port': {'id': '30bdd85a-2578-4207-b440-a47a4b2bdf2d', 'name': '', 'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:2f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c255f6-4ce4-4be9-9584-e4a72615991c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-03T16:05:14Z', 'updated_at': '2021-05-03T16:05:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9682172-7c17-476a-827f-79723500eb4a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-11-smb', '_interfaces': [{'id': 'bca0bbb2-95b3-493d-aefd-998331c15528', 'name': '', 'network_id': 'ee83eab2-6d77-4c11-b22f-58569dd0cad4', 'tenant_id': '4674801f8cde4a898e908d2bbc407321', 'mac_address': 'fa:16:3e:e4:b6:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c255f6-4ce4-4be9-9584-e4a72615991c', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'dd006b64-ffee-4037-90f3-2d8cf093a6b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-03T16:05:18Z', 'updated_at': '2021-05-03T16:05:26Z', 'revision_number': 5, 'project_id': '4674801f8cde4a898e908d2bbc407321', 'subnets': [{'id': 'dd006b64-ffee-4037-90f3-2d8cf093a6b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-11-smb', False) {} {{(pid=74322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:08:06.870086 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-117278f0-b81a-4f41-b99b-5cd31bacb815 None None] The sync data for ids ['f0c255f6-4ce4-4be9-9584-e4a72615991c'] in dv-cinder-774286-11-smb is: [{'id': 'f0c255f6-4ce4-4be9-9584-e4a72615991c', 'name': 'tempest-TestMinimumBasicScenario-685996169-router', 'tenant_id': '4674801f8cde4a898e908d2bbc407321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'external_fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.172'}], 'enable_snat': True}, 'gw_port_id': '30bdd85a-2578-4207-b440-a47a4b2bdf2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-03T16:05:13Z', 'updated_at': '2021-05-03T16:05:20Z', 'revision_number': 4, 'project_id': '4674801f8cde4a898e908d2bbc407321', 'gw_port': {'id': '30bdd85a-2578-4207-b440-a47a4b2bdf2d', 'name': '', 'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:2f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c255f6-4ce4-4be9-9584-e4a72615991c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-03T16:05:14Z', 'updated_at': '2021-05-03T16:05:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9682172-7c17-476a-827f-79723500eb4a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-11-smb', '_interfaces': [{'id': 'bca0bbb2-95b3-493d-aefd-998331c15528', 'name': '', 'network_id': 'ee83eab2-6d77-4c11-b22f-58569dd0cad4', 'tenant_id': '4674801f8cde4a898e908d2bbc407321', 'mac_address': 'fa:16:3e:e4:b6:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c255f6-4ce4-4be9-9584-e4a72615991c', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'dd006b64-ffee-4037-90f3-2d8cf093a6b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-03T16:05:18Z', 'updated_at': '2021-05-03T16:05:26Z', 'revision_number': 5, 'project_id': '4674801f8cde4a898e908d2bbc407321', 'subnets': [{'id': 'dd006b64-ffee-4037-90f3-2d8cf093a6b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 16:08:07.113440 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8517234-789b-4ef1-92e4-e438cd1ef567 None None] New status for floating IP 3af49bdc-f749-4fa7-99b8-bbbd0e6f887c: DOWN {{(pid=74323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 16:08:07.740725 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daffce1-64a0-4d8a-83db-9f91fbbea37b req-dff64830-7ab3-4c2c-a089-ee56d05844af tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:08:07.742404 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-7daffce1-64a0-4d8a-83db-9f91fbbea37b req-dff64830-7ab3-4c2c-a089-ee56d05844af tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f537497-d0c4-4e5c-9172-463297393663 HTTP/1.1" status: 200 len: 943 time: 0.0882218 May 03 16:08:07.798064 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-7daffce1-64a0-4d8a-83db-9f91fbbea37b req-2598c6a7-e20e-4bbd-bbf9-314350df59c8 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2f34bbd-26e5-44dc-803f-e8d6daaa86fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459499 May 03 16:08:07.873996 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-055b353c-70f1-4a32-8d5f-e52659db4fc5 req-31093246-9a19-4528-9a8d-157121836318 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e22c68b-897b-4f57-abbf-782b203a23d9 HTTP/1.1" status: 200 len: 210 time: 0.0544136 May 03 16:08:09.034750 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-8066eba1-a4ac-42fa-9582-40efc14674b6 req-0d192086-bd4a-417c-b1be-f72091db90cd tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e22c68b-897b-4f57-abbf-782b203a23d9 HTTP/1.1" status: 200 len: 210 time: 0.0522702 May 03 16:08:09.050424 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa91b5b8-f78c-43c0-880a-c774dce4dda9 req-cf4e9d77-3f79-442a-9aa6-52d2cade96de tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:08:09.051938 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-aa91b5b8-f78c-43c0-880a-c774dce4dda9 req-cf4e9d77-3f79-442a-9aa6-52d2cade96de tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f537497-d0c4-4e5c-9172-463297393663 HTTP/1.1" status: 200 len: 943 time: 0.1358113 May 03 16:08:09.104887 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-aa91b5b8-f78c-43c0-880a-c774dce4dda9 req-291569a9-ef61-4c8c-830a-ddd91d838a8b tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2f34bbd-26e5-44dc-803f-e8d6daaa86fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444365 May 03 16:08:09.782772 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-7144fc5c-c144-4e8d-97af-d8d7a02c5c67 req-32836244-0630-4d57-b572-f48e90cc060e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=339eacb1-87d7-4c28-b669-4602c4cc200a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0833409 May 03 16:08:09.794189 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b382786-a36b-421c-a73c-370743152fd7 req-cbe641d9-7e39-41bb-a77e-09f1da175345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:08:09.795740 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-8b382786-a36b-421c-a73c-370743152fd7 req-cbe641d9-7e39-41bb-a77e-09f1da175345 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4674801f8cde4a898e908d2bbc407321&device_id=339eacb1-87d7-4c28-b669-4602c4cc200a HTTP/1.1" status: 200 len: 1099 time: 0.1625161 May 03 16:08:09.935928 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b382786-a36b-421c-a73c-370743152fd7 req-7f88af6e-0caa-4a64-8219-80be3806bc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:08:09.937410 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-8b382786-a36b-421c-a73c-370743152fd7 req-7f88af6e-0caa-4a64-8219-80be3806bc92 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ee83eab2-6d77-4c11-b22f-58569dd0cad4 HTTP/1.1" status: 200 len: 915 time: 0.1341441 May 03 16:08:10.010145 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-8b382786-a36b-421c-a73c-370743152fd7 req-08146d0c-3f15-49f8-83a6-f509e054c68e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=889da5f3-852f-4f3c-b092-903b8218f963 HTTP/1.1" status: 200 len: 217 time: 0.0647824 May 03 16:08:10.075860 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b382786-a36b-421c-a73c-370743152fd7 req-cd120993-2f34-48ba-9a89-ae59e15182bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:08:10.077447 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-8b382786-a36b-421c-a73c-370743152fd7 req-cd120993-2f34-48ba-9a89-ae59e15182bd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dd006b64-ffee-4037-90f3-2d8cf093a6b7 HTTP/1.1" status: 200 len: 853 time: 0.0608070 May 03 16:08:10.224989 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-4410d5cf-593e-452d-98e8-cbbbab4f4c83 req-6c459b76-a41b-40d0-9c9c-fa7298c3be67 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e22c68b-897b-4f57-abbf-782b203a23d9 HTTP/1.1" status: 200 len: 210 time: 0.0630360 May 03 16:08:10.298507 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b382786-a36b-421c-a73c-370743152fd7 req-3cc999ac-ec61-458d-b6ff-886a478d6e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:08:10.299993 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-8b382786-a36b-421c-a73c-370743152fd7 req-3cc999ac-ec61-458d-b6ff-886a478d6e66 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ee83eab2-6d77-4c11-b22f-58569dd0cad4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2142658 May 03 16:08:10.427501 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a5868e-b077-490f-83b4-cbd6ffa50e82 req-fb187ad2-1e7a-4664-85b5-4a27d77737a3 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:08:10.429072 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-35a5868e-b077-490f-83b4-cbd6ffa50e82 req-fb187ad2-1e7a-4664-85b5-4a27d77737a3 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f537497-d0c4-4e5c-9172-463297393663 HTTP/1.1" status: 200 len: 943 time: 0.1955414 May 03 16:08:10.493721 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-8b382786-a36b-421c-a73c-370743152fd7 req-ace6c3dc-ec52-4c07-a93a-b724d5e4161b service neutron] 10.222.0.42 "GET /v2.0/networks/ee83eab2-6d77-4c11-b22f-58569dd0cad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854267 May 03 16:08:10.499017 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-35a5868e-b077-490f-83b4-cbd6ffa50e82 req-cb7295e3-11e5-4bc6-8d70-9a95ea01b3e9 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2f34bbd-26e5-44dc-803f-e8d6daaa86fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626311 May 03 16:08:10.637134 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-8b382786-a36b-421c-a73c-370743152fd7 req-b8d1a8d1-3b71-4505-9074-7e56b395d5f9 service neutron] 10.222.0.42 "GET /v2.0/networks/ee83eab2-6d77-4c11-b22f-58569dd0cad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367421 May 03 16:08:10.692910 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-d2757a51-9447-43cd-aaed-e7cec135079b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:10.851227 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10d7116-66af-4844-bf8c-c9cc2e5120e2 req-51c7b70d-4b38-4397-b236-8c59e4f484dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:08:10.852664 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-d10d7116-66af-4844-bf8c-c9cc2e5120e2 req-51c7b70d-4b38-4397-b236-8c59e4f484dd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4674801f8cde4a898e908d2bbc407321&device_id=339eacb1-87d7-4c28-b669-4602c4cc200a HTTP/1.1" status: 200 len: 1099 time: 0.0730166 May 03 16:08:10.985028 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10d7116-66af-4844-bf8c-c9cc2e5120e2 req-a4918231-a355-472f-94c1-5e6af116e5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:08:10.986496 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-d10d7116-66af-4844-bf8c-c9cc2e5120e2 req-a4918231-a355-472f-94c1-5e6af116e5b8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ee83eab2-6d77-4c11-b22f-58569dd0cad4 HTTP/1.1" status: 200 len: 915 time: 0.1277239 May 03 16:08:11.059329 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-d10d7116-66af-4844-bf8c-c9cc2e5120e2 req-2099cf03-c272-445a-a7a4-06ca6c3d3471 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=889da5f3-852f-4f3c-b092-903b8218f963 HTTP/1.1" status: 200 len: 217 time: 0.0659420 May 03 16:08:11.124397 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10d7116-66af-4844-bf8c-c9cc2e5120e2 req-e2eeb882-79b0-49c3-8638-3c1566c5ce14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:08:11.125841 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-d10d7116-66af-4844-bf8c-c9cc2e5120e2 req-e2eeb882-79b0-49c3-8638-3c1566c5ce14 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dd006b64-ffee-4037-90f3-2d8cf093a6b7 HTTP/1.1" status: 200 len: 853 time: 0.0595481 May 03 16:08:11.204412 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10d7116-66af-4844-bf8c-c9cc2e5120e2 req-918f6a3b-e3a8-4047-a876-933f702f29ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:08:11.205930 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-d10d7116-66af-4844-bf8c-c9cc2e5120e2 req-918f6a3b-e3a8-4047-a876-933f702f29ff service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ee83eab2-6d77-4c11-b22f-58569dd0cad4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0732868 May 03 16:08:11.348079 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-d10d7116-66af-4844-bf8c-c9cc2e5120e2 req-2453a5d2-2870-4e16-bb45-aa0a7a68c0b6 service neutron] 10.222.0.42 "GET /v2.0/networks/ee83eab2-6d77-4c11-b22f-58569dd0cad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354308 May 03 16:08:11.438540 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 55798) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:08:11.616405 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Device 8fb64b0f-8e1a-488e-8641-9ef284a4934a details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=74322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 16:08:11.618101 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-d10d7116-66af-4844-bf8c-c9cc2e5120e2 req-dec8168f-c55d-4310-81a1-2e2d8f7ed8c1 service neutron] 10.222.0.42 "GET /v2.0/networks/ee83eab2-6d77-4c11-b22f-58569dd0cad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2640014 May 03 16:08:11.647767 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-9bcdd012-1eae-438c-8e07-9bd7173c2d8b tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Notify callbacks [] for security_group, before_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:11.698222 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-9bcdd012-1eae-438c-8e07-9bd7173c2d8b tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:11.797218 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] For port 8fb64b0f-8e1a-488e-8641-9ef284a4934a, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=8fb64b0f-8e1a-488e-8641-9ef284a4934a,segment=NetworkSegment(2b1d67ca-c22e-4b92-bc7c-13b39c284b0e),segment_id=2b1d67ca-c22e-4b92-bc7c-13b39c284b0e)] {{(pid=74322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 16:08:11.811174 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Returning: {'device': '8fb64b0f-8e1a-488e-8641-9ef284a4934a', 'network_id': '3d07b93f-2cbc-4419-9656-593dd149b251', 'port_id': '8fb64b0f-8e1a-488e-8641-9ef284a4934a', 'mac_address': 'fa:16:3e:bf:1b:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e179f81-7e4a-49b9-b9a9-9613d63a9979', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 16:08:11.828786 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7144fc5c-c144-4e8d-97af-d8d7a02c5c67 req-5a0f59d7-2c26-4072-88fa-f65cf8b8cd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:08:11.830267 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-7144fc5c-c144-4e8d-97af-d8d7a02c5c67 req-5a0f59d7-2c26-4072-88fa-f65cf8b8cd2b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4674801f8cde4a898e908d2bbc407321&device_id=339eacb1-87d7-4c28-b669-4602c4cc200a HTTP/1.1" status: 200 len: 1099 time: 0.1733227 May 03 16:08:11.842144 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-9bcdd012-1eae-438c-8e07-9bd7173c2d8b tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:11.844142 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ade302c-089a-4b58-ae21-defae0cf8fd1 req-72e5e950-bdab-422b-a5af-78c7a8b40607 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:08:11.844142 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-6ade302c-089a-4b58-ae21-defae0cf8fd1 req-72e5e950-bdab-422b-a5af-78c7a8b40607 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f537497-d0c4-4e5c-9172-463297393663 HTTP/1.1" status: 200 len: 943 time: 0.1298046 May 03 16:08:11.854077 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-5d00df7a-5356-4032-a9d5-040336a7dd41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:08:11.871632 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcdd012-1eae-438c-8e07-9bd7173c2d8b tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=584261bc-c5a9-45bb-b391-eb48fa620554,revision_number=None']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:08:11.881020 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcdd012-1eae-438c-8e07-9bd7173c2d8b tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:08:11.881305 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcdd012-1eae-438c-8e07-9bd7173c2d8b tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:08:11.881658 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcdd012-1eae-438c-8e07-9bd7173c2d8b tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:08:11.881999 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcdd012-1eae-438c-8e07-9bd7173c2d8b tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:08:11.882345 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcdd012-1eae-438c-8e07-9bd7173c2d8b tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:08:11.882692 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcdd012-1eae-438c-8e07-9bd7173c2d8b tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:08:11.882805 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:11.883023 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcdd012-1eae-438c-8e07-9bd7173c2d8b tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:08:11.883376 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcdd012-1eae-438c-8e07-9bd7173c2d8b tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:08:11.883874 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcdd012-1eae-438c-8e07-9bd7173c2d8b tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:08:11.884282 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcdd012-1eae-438c-8e07-9bd7173c2d8b tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:08:11.884633 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcdd012-1eae-438c-8e07-9bd7173c2d8b tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:08:11.884988 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcdd012-1eae-438c-8e07-9bd7173c2d8b tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:08:11.888630 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-9bcdd012-1eae-438c-8e07-9bd7173c2d8b tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:08:11.914683 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.notifiers.nova [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fb64b0f-8e1a-488e-8641-9ef284a4934a {{(pid=74322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 03 16:08:11.935902 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] For port 8fb64b0f-8e1a-488e-8641-9ef284a4934a, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=8fb64b0f-8e1a-488e-8641-9ef284a4934a,segment=NetworkSegment(2b1d67ca-c22e-4b92-bc7c-13b39c284b0e),segment_id=2b1d67ca-c22e-4b92-bc7c-13b39c284b0e)] {{(pid=74322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 16:08:11.963016 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-9bcdd012-1eae-438c-8e07-9bd7173c2d8b tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Notify callbacks [] for security_group, before_response {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:11.964044 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-9bcdd012-1eae-438c-8e07-9bd7173c2d8b tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "DELETE /v2.0/security-groups/584261bc-c5a9-45bb-b391-eb48fa620554 HTTP/1.1" status: 204 len: 168 time: 0.5238969 May 03 16:08:11.966716 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 55812) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:08:11.984533 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.api.v2.resource [None req-d5b09424-797a-47fd-9f20-c40ae4974967 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] show failed (client error): The resource could not be found. May 03 16:08:11.988249 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-d5b09424-797a-47fd-9f20-c40ae4974967 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "GET /v2.0/security-groups/584261bc-c5a9-45bb-b391-eb48fa620554 HTTP/1.1" status: 404 len: 347 time: 0.0176611 May 03 16:08:11.988451 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-6ade302c-089a-4b58-ae21-defae0cf8fd1 req-39e5241a-0f96-41c9-b38e-95abe243c29b tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2f34bbd-26e5-44dc-803f-e8d6daaa86fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1336727 May 03 16:08:11.988562 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 55816) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:08:12.018455 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365'] for port, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:12.023239 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:08:12.091403 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Pushing event updated for resources: {'Port': ['ID=8fb64b0f-8e1a-488e-8641-9ef284a4934a,revision_number=9']} {{(pid=74322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:08:12.094676 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:08:12.210785 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7144fc5c-c144-4e8d-97af-d8d7a02c5c67 req-f1b0f9b7-b2ca-4cd0-8086-72dfa3fe9458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:08:12.212348 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-7144fc5c-c144-4e8d-97af-d8d7a02c5c67 req-f1b0f9b7-b2ca-4cd0-8086-72dfa3fe9458 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ee83eab2-6d77-4c11-b22f-58569dd0cad4 HTTP/1.1" status: 200 len: 915 time: 0.3582835 May 03 16:08:12.242419 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] get_ports_and_sgs() called for port_ids ['8fb64b0f-8e1a-488e-8641-9ef284a4934a'] {{(pid=74322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 16:08:12.296235 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-7144fc5c-c144-4e8d-97af-d8d7a02c5c67 req-403ecb87-b38c-4b83-93c9-923702177687 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=889da5f3-852f-4f3c-b092-903b8218f963 HTTP/1.1" status: 200 len: 217 time: 0.0762072 May 03 16:08:12.351888 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.plugin [None req-c029d1e1-1a7e-49a5-a271-419dc15fc463 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Deleting port 4815e04c-193a-43d6-91f9-a484488901bd {{(pid=74321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 16:08:12.352256 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-c029d1e1-1a7e-49a5-a271-419dc15fc463 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781092848725'] for port, before_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:12.452628 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7144fc5c-c144-4e8d-97af-d8d7a02c5c67 req-787dd5ec-a07e-4c49-b919-9c7e802e52bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:08:12.454082 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-7144fc5c-c144-4e8d-97af-d8d7a02c5c67 req-787dd5ec-a07e-4c49-b919-9c7e802e52bc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dd006b64-ffee-4037-90f3-2d8cf093a6b7 HTTP/1.1" status: 200 len: 853 time: 0.1498041 May 03 16:08:12.532124 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-c029d1e1-1a7e-49a5-a271-419dc15fc463 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925573'] for port, precommit_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:12.532382 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-c029d1e1-1a7e-49a5-a271-419dc15fc463 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:12.667122 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.plugin [None req-c029d1e1-1a7e-49a5-a271-419dc15fc463 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Calling delete_port for 4815e04c-193a-43d6-91f9-a484488901bd owned by network:floatingip {{(pid=74321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 03 16:08:12.684090 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7144fc5c-c144-4e8d-97af-d8d7a02c5c67 req-8f0a76bf-fd77-4cf6-b773-1a13ea94360c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:08:12.685618 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-7144fc5c-c144-4e8d-97af-d8d7a02c5c67 req-8f0a76bf-fd77-4cf6-b773-1a13ea94360c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ee83eab2-6d77-4c11-b22f-58569dd0cad4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2244008 May 03 16:08:12.840772 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-7144fc5c-c144-4e8d-97af-d8d7a02c5c67 req-0f419bb4-f2cf-4fd6-8188-08a09b52e7a7 service neutron] 10.222.0.42 "GET /v2.0/networks/ee83eab2-6d77-4c11-b22f-58569dd0cad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462965 May 03 16:08:13.019427 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-7144fc5c-c144-4e8d-97af-d8d7a02c5c67 req-0d12a5e0-6d1c-46f6-a61f-9f9fde14b7cb service neutron] 10.222.0.42 "GET /v2.0/networks/ee83eab2-6d77-4c11-b22f-58569dd0cad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459336 May 03 16:08:13.081903 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-c029d1e1-1a7e-49a5-a271-419dc15fc463 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781092850854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781092417311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094623'] for port, after_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:13.088520 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-002bbfe4-294d-4b93-b04a-8dfeb92d675c tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:08:13.298899 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c029d1e1-1a7e-49a5-a271-419dc15fc463 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Pushing event deleted for resources: {'Port': ['ID=4815e04c-193a-43d6-91f9-a484488901bd,revision_number=None']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:08:13.309145 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 55832) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:08:13.353643 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c029d1e1-1a7e-49a5-a271-419dc15fc463 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:08:13.353643 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c029d1e1-1a7e-49a5-a271-419dc15fc463 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:08:13.353643 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c029d1e1-1a7e-49a5-a271-419dc15fc463 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:08:13.353643 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c029d1e1-1a7e-49a5-a271-419dc15fc463 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:08:13.353643 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c029d1e1-1a7e-49a5-a271-419dc15fc463 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:08:13.353643 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c029d1e1-1a7e-49a5-a271-419dc15fc463 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:08:13.353643 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c029d1e1-1a7e-49a5-a271-419dc15fc463 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:08:13.353643 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c029d1e1-1a7e-49a5-a271-419dc15fc463 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:08:13.353643 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c029d1e1-1a7e-49a5-a271-419dc15fc463 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:08:13.353643 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c029d1e1-1a7e-49a5-a271-419dc15fc463 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:08:13.353643 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c029d1e1-1a7e-49a5-a271-419dc15fc463 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:08:13.353643 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c029d1e1-1a7e-49a5-a271-419dc15fc463 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:08:13.356715 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-c029d1e1-1a7e-49a5-a271-419dc15fc463 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:08:13.372990 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:13.414365 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-c00e73a2-1be7-4b96-bacd-ca04f96a27a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:13.434086 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-c029d1e1-1a7e-49a5-a271-419dc15fc463 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Notify callbacks [] for floatingip, after_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:13.442560 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-20b68494-0e68-4e5a-b7fe-051fe30c06cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:13.453699 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6482befd-0108-4c6c-b53c-244b286e8cca req-2ceb192a-8e0a-4b78-a0e9-c972622d527c tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:08:13.455172 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-6482befd-0108-4c6c-b53c-244b286e8cca req-2ceb192a-8e0a-4b78-a0e9-c972622d527c tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f537497-d0c4-4e5c-9172-463297393663 HTTP/1.1" status: 200 len: 944 time: 0.3249023 May 03 16:08:13.457424 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-20b68494-0e68-4e5a-b7fe-051fe30c06cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:08:13.461600 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-20b68494-0e68-4e5a-b7fe-051fe30c06cd admin admin] Usage tracker for resource:security_group_rule and tenant:cfb5f6355faa4568bee6a6050d2ae981 is out of sync, need to count used quota {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:08:13.464586 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-20b68494-0e68-4e5a-b7fe-051fe30c06cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:08:13.470532 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-20b68494-0e68-4e5a-b7fe-051fe30c06cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:08:13.503309 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-6482befd-0108-4c6c-b53c-244b286e8cca req-a2c8a40f-7e44-4925-ab37-a8326eacdae3 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2f34bbd-26e5-44dc-803f-e8d6daaa86fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416181 May 03 16:08:13.544364 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-c029d1e1-1a7e-49a5-a271-419dc15fc463 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504013'] for floatingip, before_response {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:13.552309 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-c029d1e1-1a7e-49a5-a271-419dc15fc463 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] 10.222.0.11 "DELETE /v2.0/floatingips/b473153a-332e-48f6-9bd7-a67ba42b7537 HTTP/1.1" status: 204 len: 168 time: 1.5563142 May 03 16:08:13.560320 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-20b68494-0e68-4e5a-b7fe-051fe30c06cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:13.629767 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-20b68494-0e68-4e5a-b7fe-051fe30c06cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:13.631659 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Device 8fb64b0f-8e1a-488e-8641-9ef284a4934a up at agent hyperv_hv-cinder-77428 {{(pid=74322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 16:08:13.642212 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-ea1e6110-049b-4824-8688-ba1e2afbd220 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:08:13.685920 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-20b68494-0e68-4e5a-b7fe-051fe30c06cd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=cfb5f6355faa4568bee6a6050d2ae981&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3750761 May 03 16:08:13.687642 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b68494-0e68-4e5a-b7fe-051fe30c06cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8410b942-3aa1-4d7a-a1fb-bebbb52486f3,revision_number=1']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:08:13.688575 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 55842) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:08:13.690717 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-20b68494-0e68-4e5a-b7fe-051fe30c06cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:08:13.717488 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Provisioning complete for port 8fb64b0f-8e1a-488e-8641-9ef284a4934a triggered by entity L2. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 16:08:13.718123 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033555'] for port, provisioning_complete {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:13.752294 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-96e002c1-c86a-4b30-a8f1-62220c09d0be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:13.815755 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-96e002c1-c86a-4b30-a8f1-62220c09d0be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:13.855712 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:13.888099 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f537497-d0c4-4e5c-9172-463297393663', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fb64b0f-8e1a-488e-8641-9ef284a4934a'}] {{(pid=74322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 16:08:13.898464 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbee03d-6dce-4d78-a24e-3213db26a13e req-2848f377-f13a-4e26-a23d-092ffb71bf34 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:08:13.899987 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-2bbee03d-6dce-4d78-a24e-3213db26a13e req-2848f377-f13a-4e26-a23d-092ffb71bf34 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] 10.222.0.11 "GET /v2.0/ports?device_id=339eacb1-87d7-4c28-b669-4602c4cc200a HTTP/1.1" status: 200 len: 946 time: 0.1242611 May 03 16:08:13.906518 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] For port 8fb64b0f-8e1a-488e-8641-9ef284a4934a, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=8fb64b0f-8e1a-488e-8641-9ef284a4934a,segment=NetworkSegment(2b1d67ca-c22e-4b92-bc7c-13b39c284b0e),segment_id=2b1d67ca-c22e-4b92-bc7c-13b39c284b0e)] {{(pid=74322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 16:08:13.942328 dv-cinder-774286-11-smb neutron-server[74322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f537497-d0c4-4e5c-9172-463297393663', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fb64b0f-8e1a-488e-8641-9ef284a4934a', 'code': 200} May 03 16:08:13.951810 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-2bbee03d-6dce-4d78-a24e-3213db26a13e req-ae063985-20ef-45d6-898a-7035b151d7e9 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] 10.222.0.11 "GET /v2.0/security-groups?id=8e85cad6-e117-4792-8b74-9a448c17ce8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454133 May 03 16:08:14.069542 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-96e002c1-c86a-4b30-a8f1-62220c09d0be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:14.070160 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365'] for port, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:14.072997 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:08:14.073484 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-e200e061-78dc-4e1f-9bee-f1ae0733707c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:08:14.087575 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e002c1-c86a-4b30-a8f1-62220c09d0be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8410b942-3aa1-4d7a-a1fb-bebbb52486f3,revision_number=None']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:08:14.090540 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-96e002c1-c86a-4b30-a8f1-62220c09d0be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:08:14.092665 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-96e002c1-c86a-4b30-a8f1-62220c09d0be admin admin] Notify callbacks [] for security_group, before_response {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:14.095633 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-96e002c1-c86a-4b30-a8f1-62220c09d0be admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8410b942-3aa1-4d7a-a1fb-bebbb52486f3 HTTP/1.1" status: 204 len: 168 time: 0.4041643 May 03 16:08:14.164399 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Pushing event updated for resources: {'Port': ['ID=8fb64b0f-8e1a-488e-8641-9ef284a4934a,revision_number=10']} {{(pid=74322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:08:14.170612 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:08:14.304045 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-b400cb21-de9a-47f5-b18b-46830690aa58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:14.449052 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192b06bc-1f79-43ae-b423-b430638ecf05 req-1f174671-4680-463f-85e9-6ccb4715f506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:08:14.449052 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-192b06bc-1f79-43ae-b423-b430638ecf05 req-1f174671-4680-463f-85e9-6ccb4715f506 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6f537497-d0c4-4e5c-9172-463297393663 HTTP/1.1" status: 200 len: 1099 time: 0.0781958 May 03 16:08:14.495446 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-192b06bc-1f79-43ae-b423-b430638ecf05 req-5f834d98-a6c9-48ea-9025-1aa0a920ddfb service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c2f34bbd-26e5-44dc-803f-e8d6daaa86fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397959 May 03 16:08:14.704137 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf76c81-3a39-4a89-a55e-bbc6fd64af43 req-3ebfbc67-7dc3-4a82-a8a6-fb7a88af6a68 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:08:14.705512 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-fbf76c81-3a39-4a89-a55e-bbc6fd64af43 req-3ebfbc67-7dc3-4a82-a8a6-fb7a88af6a68 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f537497-d0c4-4e5c-9172-463297393663 HTTP/1.1" status: 200 len: 946 time: 0.0801840 May 03 16:08:14.753162 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-fbf76c81-3a39-4a89-a55e-bbc6fd64af43 req-31e7c78c-4086-4899-b7b7-b4ab76ff882d tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2f34bbd-26e5-44dc-803f-e8d6daaa86fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417020 May 03 16:08:15.139064 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab7a0bb-a717-4f52-9ee0-823a1bfbfd8f req-8c495209-a7dc-439d-b536-69f608f9609f tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:08:15.140522 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-eab7a0bb-a717-4f52-9ee0-823a1bfbfd8f req-8c495209-a7dc-439d-b536-69f608f9609f tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] 10.222.0.11 "GET /v2.0/ports?device_id=339eacb1-87d7-4c28-b669-4602c4cc200a HTTP/1.1" status: 200 len: 946 time: 0.0808411 May 03 16:08:15.187598 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-eab7a0bb-a717-4f52-9ee0-823a1bfbfd8f req-13426b56-ac6f-471b-92d3-cf062d158c96 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] 10.222.0.11 "GET /v2.0/security-groups?id=8e85cad6-e117-4792-8b74-9a448c17ce8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407925 May 03 16:08:15.718098 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6681c35-44b9-45d4-afb4-1096636b1fc1 req-4d36fe1e-4942-4349-86eb-e8a6166a7c77 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:08:15.719544 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-b6681c35-44b9-45d4-afb4-1096636b1fc1 req-4d36fe1e-4942-4349-86eb-e8a6166a7c77 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] 10.222.0.42 "GET /v2.0/ports?device_id=339eacb1-87d7-4c28-b669-4602c4cc200a HTTP/1.1" status: 200 len: 946 time: 0.0884333 May 03 16:08:15.856804 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.plugin [req-b6681c35-44b9-45d4-afb4-1096636b1fc1 req-2f3bb018-2748-4716-a4ff-ebf527760eab tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Deleting port 889da5f3-852f-4f3c-b092-903b8218f963 {{(pid=74321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 16:08:15.857131 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [req-b6681c35-44b9-45d4-afb4-1096636b1fc1 req-2f3bb018-2748-4716-a4ff-ebf527760eab tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781092848725'] for port, before_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:16.046432 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.db [req-b6681c35-44b9-45d4-afb4-1096636b1fc1 req-2f3bb018-2748-4716-a4ff-ebf527760eab tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] For port 889da5f3-852f-4f3c-b092-903b8218f963, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=889da5f3-852f-4f3c-b092-903b8218f963,segment=NetworkSegment(81402262-53d4-4e9b-83a0-af23c1b9021d),segment_id=81402262-53d4-4e9b-83a0-af23c1b9021d)] {{(pid=74321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 16:08:16.046783 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [req-b6681c35-44b9-45d4-afb4-1096636b1fc1 req-2f3bb018-2748-4716-a4ff-ebf527760eab tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925573'] for port, precommit_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:16.109835 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-b5223e01-a904-4e89-a902-ae20f7f129a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:16.117416 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65263fc-1704-42de-914e-49fe395e7b5c req-b2db1493-0918-41ea-8103-cf0b7a8460f1 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:08:16.118903 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-a65263fc-1704-42de-914e-49fe395e7b5c req-b2db1493-0918-41ea-8103-cf0b7a8460f1 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f537497-d0c4-4e5c-9172-463297393663 HTTP/1.1" status: 200 len: 946 time: 0.2457492 May 03 16:08:16.183617 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.plugin [req-b6681c35-44b9-45d4-afb4-1096636b1fc1 req-2f3bb018-2748-4716-a4ff-ebf527760eab tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Calling delete_port for 889da5f3-852f-4f3c-b092-903b8218f963 owned by compute:nova {{(pid=74321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 03 16:08:16.236398 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-a65263fc-1704-42de-914e-49fe395e7b5c req-8c63138a-717a-4d78-83f0-c382ed5a3a4a tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2f34bbd-26e5-44dc-803f-e8d6daaa86fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603001 May 03 16:08:16.402001 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392b1fec-d0f8-44b2-8344-b7010db36bff req-6bbd5578-c39b-4b39-9ac1-1c9f26495675 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:08:16.403443 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-392b1fec-d0f8-44b2-8344-b7010db36bff req-6bbd5578-c39b-4b39-9ac1-1c9f26495675 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] 10.222.0.11 "GET /v2.0/ports?device_id=339eacb1-87d7-4c28-b669-4602c4cc200a HTTP/1.1" status: 200 len: 946 time: 0.1045718 May 03 16:08:16.449512 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-392b1fec-d0f8-44b2-8344-b7010db36bff req-d770ffb5-163d-4e3e-b0a1-50f058ab3c7b tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] 10.222.0.11 "GET /v2.0/security-groups?id=8e85cad6-e117-4792-8b74-9a448c17ce8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399079 May 03 16:08:16.543074 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [req-b6681c35-44b9-45d4-afb4-1096636b1fc1 req-2f3bb018-2748-4716-a4ff-ebf527760eab tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781092850854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781092417311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094623'] for port, after_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:16.553968 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-2d97a1f0-f474-495c-bbf5-e62d5bf11533 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:08:16.555338 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] get_ports_and_sgs() called for port_ids ['889da5f3-852f-4f3c-b092-903b8218f963'] {{(pid=74322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 16:08:16.600434 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3bb018-2748-4716-a4ff-ebf527760eab tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Pushing event deleted for resources: {'Port': ['ID=889da5f3-852f-4f3c-b092-903b8218f963,revision_number=None']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:08:16.640789 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-2f3bb018-2748-4716-a4ff-ebf527760eab tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:08:16.675047 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6681c35-44b9-45d4-afb4-1096636b1fc1 req-2f3bb018-2748-4716-a4ff-ebf527760eab tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] No DVR routers for this DVR port 889da5f3-852f-4f3c-b092-903b8218f963 on host hv-cinder-77428 {{(pid=74321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 16:08:16.678125 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [req-b6681c35-44b9-45d4-afb4-1096636b1fc1 req-2f3bb018-2748-4716-a4ff-ebf527760eab tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504013'] for port, before_response {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:16.680848 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '339eacb1-87d7-4c28-b669-4602c4cc200a', 'name': 'network-vif-deleted', 'tag': '889da5f3-852f-4f3c-b092-903b8218f963'}] {{(pid=74321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 16:08:16.689164 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-b6681c35-44b9-45d4-afb4-1096636b1fc1 req-2f3bb018-2748-4716-a4ff-ebf527760eab tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] 10.222.0.42 "DELETE /v2.0/ports/889da5f3-852f-4f3c-b092-903b8218f963 HTTP/1.1" status: 204 len: 173 time: 0.9635799 May 03 16:08:16.726167 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '339eacb1-87d7-4c28-b669-4602c4cc200a', 'name': 'network-vif-deleted', 'tag': '889da5f3-852f-4f3c-b092-903b8218f963', 'status': 'completed', 'code': 200} May 03 16:08:17.528930 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68c7a5e-7159-4257-8f8e-7304f099e9bb req-1ac38148-e1fe-4b8c-9ed6-85cbdec7bd19 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:08:17.530560 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-b68c7a5e-7159-4257-8f8e-7304f099e9bb req-1ac38148-e1fe-4b8c-9ed6-85cbdec7bd19 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f537497-d0c4-4e5c-9172-463297393663 HTTP/1.1" status: 200 len: 946 time: 0.1819034 May 03 16:08:17.578729 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-b68c7a5e-7159-4257-8f8e-7304f099e9bb req-8bef6f35-d8fe-4595-8164-fcb20b69db00 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2f34bbd-26e5-44dc-803f-e8d6daaa86fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423150 May 03 16:08:17.624467 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [req-9993bcbc-0040-4eb8-89bb-747e275308e2 req-dea5c8b0-558e-4c96-9198-09d568c10869 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Synchronizing usage tracker for tenant:4674801f8cde4a898e908d2bbc407321 on resource:port {{(pid=74321) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 16:08:17.812451 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [req-9993bcbc-0040-4eb8-89bb-747e275308e2 req-dea5c8b0-558e-4c96-9198-09d568c10869 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Unset dirty status for tenant:4674801f8cde4a898e908d2bbc407321 on resource:port {{(pid=74321) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 16:08:17.813565 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-9993bcbc-0040-4eb8-89bb-747e275308e2 req-dea5c8b0-558e-4c96-9198-09d568c10869 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] 10.222.0.11 "GET /v2.0/ports?device_id=339eacb1-87d7-4c28-b669-4602c4cc200a HTTP/1.1" status: 200 len: 210 time: 0.2321880 May 03 16:08:18.329121 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 55922) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:08:18.940497 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fc3a6c-4b08-4577-aff2-62d29afe4a56 req-72618f81-1a0f-458a-a3ce-508fbc6c1cb4 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:08:18.941944 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-31fc3a6c-4b08-4577-aff2-62d29afe4a56 req-72618f81-1a0f-458a-a3ce-508fbc6c1cb4 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f537497-d0c4-4e5c-9172-463297393663 HTTP/1.1" status: 200 len: 946 time: 0.2221918 May 03 16:08:19.030840 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-31fc3a6c-4b08-4577-aff2-62d29afe4a56 req-3ffa21db-5c54-450f-a218-aa8454b89399 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2f34bbd-26e5-44dc-803f-e8d6daaa86fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800569 May 03 16:08:19.152593 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-f4411953-9c56-490c-9b04-f6313dbe25fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-982143'] for router_interface, before_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:19.571216 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.plugin [None req-f4411953-9c56-490c-9b04-f6313dbe25fe admin admin] Deleting port 3afb4d1f-b53e-4aa7-83fd-769fa1786bd3 {{(pid=74321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 16:08:19.571555 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-f4411953-9c56-490c-9b04-f6313dbe25fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781092848725'] for port, before_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:19.649841 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Device 889da5f3-852f-4f3c-b092-903b8218f963 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=74322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 16:08:19.684377 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.plugin [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] No Port match for: 889da5f3-852f-4f3c-b092-903b8218f963 {{(pid=74322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 03 16:08:19.684829 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Device 889da5f3-852f-4f3c-b092-903b8218f963 not bound to the agent host hv-cinder-77428 {{(pid=74322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 16:08:19.694749 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.db [None req-f4411953-9c56-490c-9b04-f6313dbe25fe admin admin] For port 3afb4d1f-b53e-4aa7-83fd-769fa1786bd3, host dv-cinder-774286-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-11-smb',level=0,port_id=3afb4d1f-b53e-4aa7-83fd-769fa1786bd3,segment=NetworkSegment(ad1c6c10-bf8d-4f65-b3de-1cb0028ea90c),segment_id=ad1c6c10-bf8d-4f65-b3de-1cb0028ea90c)] {{(pid=74321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 16:08:19.695094 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-f4411953-9c56-490c-9b04-f6313dbe25fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925573'] for port, precommit_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:19.911828 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.plugin [None req-f4411953-9c56-490c-9b04-f6313dbe25fe admin admin] Calling delete_port for 3afb4d1f-b53e-4aa7-83fd-769fa1786bd3 owned by network:router_interface {{(pid=74321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 03 16:08:20.343595 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-f4411953-9c56-490c-9b04-f6313dbe25fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781092850854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781092417311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094623'] for port, after_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:20.347498 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-2d97a1f0-f474-495c-bbf5-e62d5bf11533 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:08:20.391966 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4411953-9c56-490c-9b04-f6313dbe25fe admin admin] Pushing event deleted for resources: {'Port': ['ID=3afb4d1f-b53e-4aa7-83fd-769fa1786bd3,revision_number=None']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:08:20.421647 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-f4411953-9c56-490c-9b04-f6313dbe25fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:08:20.664122 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-f4411953-9c56-490c-9b04-f6313dbe25fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-925391'] for router_interface, after_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:21.026386 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4411953-9c56-490c-9b04-f6313dbe25fe admin admin] Router 59fbbaaf-3c82-4b4a-9f4b-382ac8ad236c has already been hosted by L3 agent 433ecc79-0b70-49a3-9006-0abc49206663 {{(pid=74321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 16:08:21.040951 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 55974) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:08:21.211544 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4411953-9c56-490c-9b04-f6313dbe25fe admin admin] Notify agent at l3_agent.dv-cinder-774286-11-smb the message routers_updated {{(pid=74321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 16:08:21.220487 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e2f251-7c3e-4c58-8caf-ed53291a84d7 None None] Sync routers for ids ['59fbbaaf-3c82-4b4a-9f4b-382ac8ad236c'] in dv-cinder-774286-11-smb {{(pid=74322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 16:08:21.227240 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-f4411953-9c56-490c-9b04-f6313dbe25fe admin admin] 10.222.0.11 "PUT /v2.0/routers/59fbbaaf-3c82-4b4a-9f4b-382ac8ad236c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8936434 May 03 16:08:21.227574 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 55978) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:08:21.233541 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e2f251-7c3e-4c58-8caf-ed53291a84d7 None None] Routers {'59fbbaaf-3c82-4b4a-9f4b-382ac8ad236c'} bound to L3 agent in host dv-cinder-774286-11-smb {{(pid=74322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 03 16:08:21.234163 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_hamode_db [None req-b6e2f251-7c3e-4c58-8caf-ed53291a84d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-03T15:53:43Z,description=,heartbeat_timestamp=2021-05-03T16:08:13Z,host='dv-cinder-774286-11-smb',id=433ecc79-0b70-49a3-9006-0abc49206663,load=0,resource_versions=,resources_synced=,started_at=2021-05-03T15:53:44Z,topic='l3_agent')) {'router_ids': ['59fbbaaf-3c82-4b4a-9f4b-382ac8ad236c'], 'active': True} {{(pid=74322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:08:21.443997 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_dvr_db [None req-b6e2f251-7c3e-4c58-8caf-ed53291a84d7 None None] Set router 59fbbaaf-3c82-4b4a-9f4b-382ac8ad236c gateway port host: dv-cinder-774286-11-smb {{(pid=74322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 03 16:08:21.528293 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-05290b4f-0e83-45be-9aa5-4af5e08bf69b admin admin] Notify callbacks [] for router, before_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:21.600605 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-d63e13c6-95c8-46e6-9303-98a0fd66fa19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-982143'] for router_interface, before_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:21.721043 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-05290b4f-0e83-45be-9aa5-4af5e08bf69b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:21.733597 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_hamode_db [None req-b6e2f251-7c3e-4c58-8caf-ed53291a84d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59fbbaaf-3c82-4b4a-9f4b-382ac8ad236c', 'name': 'tempest-AttachVolumeTestJSON-1560532479-router', 'tenant_id': 'a45b3ae4a7654b64951cdc1628f41ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'external_fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.189'}], 'enable_snat': True}, 'gw_port_id': 'd271ec25-1f7e-47bc-ab15-351e9358f1b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-03T16:01:46Z', 'updated_at': '2021-05-03T16:08:20Z', 'revision_number': 5, 'project_id': 'a45b3ae4a7654b64951cdc1628f41ef5', 'gw_port': {'id': 'd271ec25-1f7e-47bc-ab15-351e9358f1b5', 'name': '', 'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:c8:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fbbaaf-3c82-4b4a-9f4b-382ac8ad236c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-03T16:01:50Z', 'updated_at': '2021-05-03T16:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9682172-7c17-476a-827f-79723500eb4a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-11-smb'}], 'dv-cinder-774286-11-smb', False) {} {{(pid=74322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:08:21.737432 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e2f251-7c3e-4c58-8caf-ed53291a84d7 None None] Checking router: 59fbbaaf-3c82-4b4a-9f4b-382ac8ad236c for host: dv-cinder-774286-11-smb {{(pid=74322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 16:08:21.745925 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e2f251-7c3e-4c58-8caf-ed53291a84d7 None None] Routers {'59fbbaaf-3c82-4b4a-9f4b-382ac8ad236c'} bound to L3 agent in host dv-cinder-774286-11-smb {{(pid=74322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 03 16:08:21.746534 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_hamode_db [None req-b6e2f251-7c3e-4c58-8caf-ed53291a84d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-03T15:53:43Z,description=,heartbeat_timestamp=2021-05-03T16:08:13Z,host='dv-cinder-774286-11-smb',id=433ecc79-0b70-49a3-9006-0abc49206663,load=0,resource_versions=,resources_synced=,started_at=2021-05-03T15:53:44Z,topic='l3_agent')) {'router_ids': ['59fbbaaf-3c82-4b4a-9f4b-382ac8ad236c'], 'active': True} {{(pid=74322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:08:21.901060 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.plugin [None req-05290b4f-0e83-45be-9aa5-4af5e08bf69b admin admin] Deleting port d271ec25-1f7e-47bc-ab15-351e9358f1b5 {{(pid=74321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 16:08:21.901549 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-05290b4f-0e83-45be-9aa5-4af5e08bf69b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781092848725'] for port, before_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:21.929419 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_dvr_db [None req-b6e2f251-7c3e-4c58-8caf-ed53291a84d7 None None] Set router 59fbbaaf-3c82-4b4a-9f4b-382ac8ad236c gateway port host: dv-cinder-774286-11-smb {{(pid=74322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 03 16:08:22.028936 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.plugin [None req-d63e13c6-95c8-46e6-9303-98a0fd66fa19 admin admin] Deleting port bca0bbb2-95b3-493d-aefd-998331c15528 {{(pid=74320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 16:08:22.029190 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-d63e13c6-95c8-46e6-9303-98a0fd66fa19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781092848725'] for port, before_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:22.031125 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.db [None req-05290b4f-0e83-45be-9aa5-4af5e08bf69b admin admin] For port d271ec25-1f7e-47bc-ab15-351e9358f1b5, host dv-cinder-774286-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-11-smb',level=0,port_id=d271ec25-1f7e-47bc-ab15-351e9358f1b5,segment=NetworkSegment(9ca86ee1-f733-4108-a8f6-ada8d1103c56),segment_id=9ca86ee1-f733-4108-a8f6-ada8d1103c56)] {{(pid=74321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 16:08:22.031540 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-05290b4f-0e83-45be-9aa5-4af5e08bf69b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925573'] for port, precommit_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:22.156370 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.db [None req-d63e13c6-95c8-46e6-9303-98a0fd66fa19 admin admin] For port bca0bbb2-95b3-493d-aefd-998331c15528, host dv-cinder-774286-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-11-smb',level=0,port_id=bca0bbb2-95b3-493d-aefd-998331c15528,segment=NetworkSegment(81402262-53d4-4e9b-83a0-af23c1b9021d),segment_id=81402262-53d4-4e9b-83a0-af23c1b9021d)] {{(pid=74320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 16:08:22.156960 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-d63e13c6-95c8-46e6-9303-98a0fd66fa19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925573'] for port, precommit_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:22.183268 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.plugin [None req-05290b4f-0e83-45be-9aa5-4af5e08bf69b admin admin] Calling delete_port for d271ec25-1f7e-47bc-ab15-351e9358f1b5 owned by network:router_gateway {{(pid=74321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 03 16:08:22.254752 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_hamode_db [None req-b6e2f251-7c3e-4c58-8caf-ed53291a84d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59fbbaaf-3c82-4b4a-9f4b-382ac8ad236c', 'name': 'tempest-AttachVolumeTestJSON-1560532479-router', 'tenant_id': 'a45b3ae4a7654b64951cdc1628f41ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'external_fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.189'}], 'enable_snat': True}, 'gw_port_id': 'd271ec25-1f7e-47bc-ab15-351e9358f1b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-03T16:01:46Z', 'updated_at': '2021-05-03T16:08:20Z', 'revision_number': 5, 'project_id': 'a45b3ae4a7654b64951cdc1628f41ef5', 'gw_port': {'id': 'd271ec25-1f7e-47bc-ab15-351e9358f1b5', 'name': '', 'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:c8:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fbbaaf-3c82-4b4a-9f4b-382ac8ad236c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-03T16:01:50Z', 'updated_at': '2021-05-03T16:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9682172-7c17-476a-827f-79723500eb4a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-11-smb'}], 'dv-cinder-774286-11-smb', False) {} {{(pid=74322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:08:22.259875 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e2f251-7c3e-4c58-8caf-ed53291a84d7 None None] The sync data for ids ['59fbbaaf-3c82-4b4a-9f4b-382ac8ad236c'] in dv-cinder-774286-11-smb is: [{'id': '59fbbaaf-3c82-4b4a-9f4b-382ac8ad236c', 'name': 'tempest-AttachVolumeTestJSON-1560532479-router', 'tenant_id': 'a45b3ae4a7654b64951cdc1628f41ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'external_fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.189'}], 'enable_snat': True}, 'gw_port_id': 'd271ec25-1f7e-47bc-ab15-351e9358f1b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-03T16:01:46Z', 'updated_at': '2021-05-03T16:08:20Z', 'revision_number': 5, 'project_id': 'a45b3ae4a7654b64951cdc1628f41ef5', 'gw_port': {'id': 'd271ec25-1f7e-47bc-ab15-351e9358f1b5', 'name': '', 'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:c8:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fbbaaf-3c82-4b4a-9f4b-382ac8ad236c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-03T16:01:50Z', 'updated_at': '2021-05-03T16:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9682172-7c17-476a-827f-79723500eb4a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-11-smb'}] {{(pid=74322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 16:08:22.377141 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.plugin [None req-d63e13c6-95c8-46e6-9303-98a0fd66fa19 admin admin] Calling delete_port for bca0bbb2-95b3-493d-aefd-998331c15528 owned by network:router_interface {{(pid=74320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 03 16:08:22.411388 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-05290b4f-0e83-45be-9aa5-4af5e08bf69b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781092850854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781092417311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094623'] for port, after_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:22.415367 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-8b63698f-5cc9-402b-96d2-0e6e432244de tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:08:22.461850 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05290b4f-0e83-45be-9aa5-4af5e08bf69b admin admin] Pushing event deleted for resources: {'Port': ['ID=d271ec25-1f7e-47bc-ab15-351e9358f1b5,revision_number=None']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:08:22.464983 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-05290b4f-0e83-45be-9aa5-4af5e08bf69b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:08:22.552314 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-05290b4f-0e83-45be-9aa5-4af5e08bf69b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-926544'] for router_gateway, after_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:22.600925 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-d63e13c6-95c8-46e6-9303-98a0fd66fa19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781092850854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781092417311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2110393'] for port, after_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:22.605052 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-1047bac6-1298-47f5-9b03-a2fe101e01c6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:08:22.650556 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63e13c6-95c8-46e6-9303-98a0fd66fa19 admin admin] Pushing event deleted for resources: {'Port': ['ID=bca0bbb2-95b3-493d-aefd-998331c15528,revision_number=None']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:08:22.653807 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-d63e13c6-95c8-46e6-9303-98a0fd66fa19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:08:22.732612 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-05290b4f-0e83-45be-9aa5-4af5e08bf69b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-928196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15517'] for router, precommit_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:22.735002 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-05290b4f-0e83-45be-9aa5-4af5e08bf69b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:22.869720 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-05290b4f-0e83-45be-9aa5-4af5e08bf69b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-927512'] for router, after_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:22.870378 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05290b4f-0e83-45be-9aa5-4af5e08bf69b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 59fbbaaf-3c82-4b4a-9f4b-382ac8ad236c {{(pid=74321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 03 16:08:22.888617 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-05290b4f-0e83-45be-9aa5-4af5e08bf69b admin admin] Notify callbacks [] for router, before_response {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:22.892146 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-05290b4f-0e83-45be-9aa5-4af5e08bf69b admin admin] 10.222.0.11 "DELETE /v2.0/routers/59fbbaaf-3c82-4b4a-9f4b-382ac8ad236c HTTP/1.1" status: 204 len: 168 time: 1.6611819 May 03 16:08:22.892402 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 55982) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:08:22.932451 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-d63e13c6-95c8-46e6-9303-98a0fd66fa19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-925391'] for router_interface, after_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:22.957504 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.db_base_plugin_v2 [None req-49a32fe8-0844-4240-a6f9-2044dadddfe7 admin admin] Deleting subnet 0c868822-acdb-4384-9ddc-ddab19dd933c {{(pid=74321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} May 03 16:08:22.960963 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-49a32fe8-0844-4240-a6f9-2044dadddfe7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:23.011899 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-49a32fe8-0844-4240-a6f9-2044dadddfe7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2994143'] for subnet, precommit_delete_associations {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:23.230494 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-49a32fe8-0844-4240-a6f9-2044dadddfe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2037121'] for subnet, precommit_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:23.315406 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d63e13c6-95c8-46e6-9303-98a0fd66fa19 admin admin] Router f0c255f6-4ce4-4be9-9584-e4a72615991c has already been hosted by L3 agent 433ecc79-0b70-49a3-9006-0abc49206663 {{(pid=74320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 16:08:23.457658 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Device d271ec25-1f7e-47bc-ab15-351e9358f1b5 no longer exists at agent ovs-agent-dv-cinder-774286-11-smb {{(pid=74322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 16:08:23.492813 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.plugin [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] No Port match for: d271ec25-1f7e-47bc-ab15-351e9358f1b5 {{(pid=74322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 03 16:08:23.493163 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Device d271ec25-1f7e-47bc-ab15-351e9358f1b5 not bound to the agent host dv-cinder-774286-11-smb {{(pid=74322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 16:08:23.493780 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Device 3afb4d1f-b53e-4aa7-83fd-769fa1786bd3 no longer exists at agent ovs-agent-dv-cinder-774286-11-smb {{(pid=74322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 16:08:23.515714 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d63e13c6-95c8-46e6-9303-98a0fd66fa19 admin admin] Notify agent at l3_agent.dv-cinder-774286-11-smb the message routers_updated {{(pid=74320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 16:08:23.524927 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1bcb7b-b88d-4fa0-9323-bcc191cd2940 None None] Sync routers for ids ['f0c255f6-4ce4-4be9-9584-e4a72615991c'] in dv-cinder-774286-11-smb {{(pid=74323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 16:08:23.533550 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.plugin [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] No Port match for: 3afb4d1f-b53e-4aa7-83fd-769fa1786bd3 {{(pid=74322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 03 16:08:23.533908 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Device 3afb4d1f-b53e-4aa7-83fd-769fa1786bd3 not bound to the agent host dv-cinder-774286-11-smb {{(pid=74322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 16:08:23.534916 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1bcb7b-b88d-4fa0-9323-bcc191cd2940 None None] Routers {'f0c255f6-4ce4-4be9-9584-e4a72615991c'} bound to L3 agent in host dv-cinder-774286-11-smb {{(pid=74323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 03 16:08:23.535741 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.l3_hamode_db [None req-bb1bcb7b-b88d-4fa0-9323-bcc191cd2940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-03T15:53:43Z,description=,heartbeat_timestamp=2021-05-03T16:08:13Z,host='dv-cinder-774286-11-smb',id=433ecc79-0b70-49a3-9006-0abc49206663,load=0,resource_versions=,resources_synced=,started_at=2021-05-03T15:53:44Z,topic='l3_agent')) {'router_ids': ['f0c255f6-4ce4-4be9-9584-e4a72615991c'], 'active': True} {{(pid=74323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:08:23.566936 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-49a32fe8-0844-4240-a6f9-2044dadddfe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2037128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3095214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2444459'] for subnet, after_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:23.571107 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:08:23.606180 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a32fe8-0844-4240-a6f9-2044dadddfe7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c868822-acdb-4384-9ddc-ddab19dd933c,revision_number=None']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:08:23.612675 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-49a32fe8-0844-4240-a6f9-2044dadddfe7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:08:23.613664 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-49a32fe8-0844-4240-a6f9-2044dadddfe7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532153'] for subnet, before_response {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:23.620899 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c4c6ab-32a6-4967-8e64-02ee3308237f None None] Network 2375af68-6e6b-455a-b7be-3561029d4953 requested from dv-cinder-774286-11-smb {{(pid=74322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 16:08:23.621063 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-49a32fe8-0844-4240-a6f9-2044dadddfe7 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/0c868822-acdb-4384-9ddc-ddab19dd933c HTTP/1.1" status: 204 len: 168 time: 0.7265086 May 03 16:08:23.622599 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 55986) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:08:23.670627 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-d63e13c6-95c8-46e6-9303-98a0fd66fa19 admin admin] 10.222.0.11 "PUT /v2.0/routers/f0c255f6-4ce4-4be9-9584-e4a72615991c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6277814 May 03 16:08:23.673959 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 55990) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:08:23.716190 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.l3_dvr_db [None req-bb1bcb7b-b88d-4fa0-9323-bcc191cd2940 None None] Set router f0c255f6-4ce4-4be9-9584-e4a72615991c gateway port host: dv-cinder-774286-11-smb {{(pid=74323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 03 16:08:23.744150 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-bd37e27a-0f7c-4f7e-bde7-19c9aafa0a19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2016999'] for network, before_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:23.846680 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.plugin [None req-bd37e27a-0f7c-4f7e-bde7-19c9aafa0a19 admin admin] Deleting port cd566e8a-445f-4721-89cc-28058fcf5102 {{(pid=74321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 16:08:23.847021 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-bd37e27a-0f7c-4f7e-bde7-19c9aafa0a19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781092848725'] for port, before_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:23.883188 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-9b47fad7-5bcc-4533-b53d-c2208e18cb18 admin admin] Notify callbacks [] for router, before_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:23.920815 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3bae809-2909-4864-9021-9d993d602597 None None] DHCP port deletion for 2375af68-6e6b-455a-b7be-3561029d4953 request from dv-cinder-774286-11-smb {{(pid=74322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 16:08:23.958235 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.db [None req-bd37e27a-0f7c-4f7e-bde7-19c9aafa0a19 admin admin] For port cd566e8a-445f-4721-89cc-28058fcf5102, host dv-cinder-774286-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-11-smb',level=0,port_id=cd566e8a-445f-4721-89cc-28058fcf5102,segment=NetworkSegment(ad1c6c10-bf8d-4f65-b3de-1cb0028ea90c),segment_id=ad1c6c10-bf8d-4f65-b3de-1cb0028ea90c)] {{(pid=74321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 16:08:23.958590 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-bd37e27a-0f7c-4f7e-bde7-19c9aafa0a19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925573'] for port, precommit_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:23.994555 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.plugin [None req-e3bae809-2909-4864-9021-9d993d602597 None None] Deleting port cd566e8a-445f-4721-89cc-28058fcf5102 {{(pid=74322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 16:08:23.994840 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-e3bae809-2909-4864-9021-9d993d602597 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781092848725'] for port, before_delete {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:24.032483 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.l3_hamode_db [None req-bb1bcb7b-b88d-4fa0-9323-bcc191cd2940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0c255f6-4ce4-4be9-9584-e4a72615991c', 'name': 'tempest-TestMinimumBasicScenario-685996169-router', 'tenant_id': '4674801f8cde4a898e908d2bbc407321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'external_fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.172'}], 'enable_snat': True}, 'gw_port_id': '30bdd85a-2578-4207-b440-a47a4b2bdf2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-03T16:05:13Z', 'updated_at': '2021-05-03T16:08:22Z', 'revision_number': 5, 'project_id': '4674801f8cde4a898e908d2bbc407321', 'gw_port': {'id': '30bdd85a-2578-4207-b440-a47a4b2bdf2d', 'name': '', 'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:2f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c255f6-4ce4-4be9-9584-e4a72615991c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-03T16:05:14Z', 'updated_at': '2021-05-03T16:05:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9682172-7c17-476a-827f-79723500eb4a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-11-smb'}], 'dv-cinder-774286-11-smb', False) {} {{(pid=74323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:08:24.037739 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1bcb7b-b88d-4fa0-9323-bcc191cd2940 None None] Checking router: f0c255f6-4ce4-4be9-9584-e4a72615991c for host: dv-cinder-774286-11-smb {{(pid=74323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 16:08:24.047361 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1bcb7b-b88d-4fa0-9323-bcc191cd2940 None None] Routers {'f0c255f6-4ce4-4be9-9584-e4a72615991c'} bound to L3 agent in host dv-cinder-774286-11-smb {{(pid=74323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 03 16:08:24.048322 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.l3_hamode_db [None req-bb1bcb7b-b88d-4fa0-9323-bcc191cd2940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-03T15:53:43Z,description=,heartbeat_timestamp=2021-05-03T16:08:13Z,host='dv-cinder-774286-11-smb',id=433ecc79-0b70-49a3-9006-0abc49206663,load=0,resource_versions=,resources_synced=,started_at=2021-05-03T15:53:44Z,topic='l3_agent')) {'router_ids': ['f0c255f6-4ce4-4be9-9584-e4a72615991c'], 'active': True} {{(pid=74323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:08:24.111265 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.plugin [None req-bd37e27a-0f7c-4f7e-bde7-19c9aafa0a19 admin admin] Calling delete_port for cd566e8a-445f-4721-89cc-28058fcf5102 owned by network:dhcp {{(pid=74321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 03 16:08:24.127471 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-e3bae809-2909-4864-9021-9d993d602597 None None] For port cd566e8a-445f-4721-89cc-28058fcf5102, host dv-cinder-774286-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-11-smb',level=0,port_id=cd566e8a-445f-4721-89cc-28058fcf5102,segment=NetworkSegment(ad1c6c10-bf8d-4f65-b3de-1cb0028ea90c),segment_id=ad1c6c10-bf8d-4f65-b3de-1cb0028ea90c)] {{(pid=74322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 16:08:24.128163 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-e3bae809-2909-4864-9021-9d993d602597 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925573'] for port, precommit_delete {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:24.223642 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-bd37e27a-0f7c-4f7e-bde7-19c9aafa0a19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781092850854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781092417311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094623'] for port, after_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:24.230699 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-9b47fad7-5bcc-4533-b53d-c2208e18cb18 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:24.233834 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:08:24.238211 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.l3_dvr_db [None req-bb1bcb7b-b88d-4fa0-9323-bcc191cd2940 None None] Set router f0c255f6-4ce4-4be9-9584-e4a72615991c gateway port host: dv-cinder-774286-11-smb {{(pid=74323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 03 16:08:24.266320 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.plugin [None req-e3bae809-2909-4864-9021-9d993d602597 None None] Calling delete_port for cd566e8a-445f-4721-89cc-28058fcf5102 owned by network:dhcp {{(pid=74322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 03 16:08:24.266590 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd37e27a-0f7c-4f7e-bde7-19c9aafa0a19 admin admin] No DVR routers for this DVR port cd566e8a-445f-4721-89cc-28058fcf5102 on host dv-cinder-774286-11-smb {{(pid=74321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 16:08:24.328323 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd37e27a-0f7c-4f7e-bde7-19c9aafa0a19 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd566e8a-445f-4721-89cc-28058fcf5102,revision_number=None']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:08:24.331423 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-bd37e27a-0f7c-4f7e-bde7-19c9aafa0a19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:08:24.388594 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.plugin [None req-9b47fad7-5bcc-4533-b53d-c2208e18cb18 admin admin] Deleting port 30bdd85a-2578-4207-b440-a47a4b2bdf2d {{(pid=74320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 16:08:24.389663 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-9b47fad7-5bcc-4533-b53d-c2208e18cb18 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781092848725'] for port, before_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:24.407279 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-bd37e27a-0f7c-4f7e-bde7-19c9aafa0a19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2031644', 'neutron.services.segments.db._delete_segments_for_network-8781092860977'] for network, precommit_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:24.416371 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-e3bae809-2909-4864-9021-9d993d602597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781092850854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781092417311'] for port, after_delete {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:24.421356 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:08:24.469333 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bae809-2909-4864-9021-9d993d602597 None None] Pushing event deleted for resources: {'Port': ['ID=cd566e8a-445f-4721-89cc-28058fcf5102,revision_number=None']} {{(pid=74322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:08:24.477292 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3bae809-2909-4864-9021-9d993d602597 None None] No DVR routers for this DVR port cd566e8a-445f-4721-89cc-28058fcf5102 on host dv-cinder-774286-11-smb {{(pid=74322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 16:08:24.477292 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-e3bae809-2909-4864-9021-9d993d602597 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:08:24.544285 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.db [None req-9b47fad7-5bcc-4533-b53d-c2208e18cb18 admin admin] For port 30bdd85a-2578-4207-b440-a47a4b2bdf2d, host dv-cinder-774286-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-11-smb',level=0,port_id=30bdd85a-2578-4207-b440-a47a4b2bdf2d,segment=NetworkSegment(9ca86ee1-f733-4108-a8f6-ada8d1103c56),segment_id=9ca86ee1-f733-4108-a8f6-ada8d1103c56)] {{(pid=74320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 16:08:24.544285 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-9b47fad7-5bcc-4533-b53d-c2208e18cb18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925573'] for port, precommit_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:24.546398 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.services.segments.db [None req-bd37e27a-0f7c-4f7e-bde7-19c9aafa0a19 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2375af68-6e6b-455a-b7be-3561029d4953']}} {{(pid=74321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:08:24.550368 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.l3_hamode_db [None req-bb1bcb7b-b88d-4fa0-9323-bcc191cd2940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0c255f6-4ce4-4be9-9584-e4a72615991c', 'name': 'tempest-TestMinimumBasicScenario-685996169-router', 'tenant_id': '4674801f8cde4a898e908d2bbc407321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'external_fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.172'}], 'enable_snat': True}, 'gw_port_id': '30bdd85a-2578-4207-b440-a47a4b2bdf2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-03T16:05:13Z', 'updated_at': '2021-05-03T16:08:22Z', 'revision_number': 5, 'project_id': '4674801f8cde4a898e908d2bbc407321', 'gw_port': {'id': '30bdd85a-2578-4207-b440-a47a4b2bdf2d', 'name': '', 'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:2f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c255f6-4ce4-4be9-9584-e4a72615991c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-03T16:05:14Z', 'updated_at': '2021-05-03T16:05:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9682172-7c17-476a-827f-79723500eb4a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-11-smb'}], 'dv-cinder-774286-11-smb', False) {} {{(pid=74323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:08:24.555997 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1bcb7b-b88d-4fa0-9323-bcc191cd2940 None None] The sync data for ids ['f0c255f6-4ce4-4be9-9584-e4a72615991c'] in dv-cinder-774286-11-smb is: [{'id': 'f0c255f6-4ce4-4be9-9584-e4a72615991c', 'name': 'tempest-TestMinimumBasicScenario-685996169-router', 'tenant_id': '4674801f8cde4a898e908d2bbc407321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'external_fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.172'}], 'enable_snat': True}, 'gw_port_id': '30bdd85a-2578-4207-b440-a47a4b2bdf2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-03T16:05:13Z', 'updated_at': '2021-05-03T16:08:22Z', 'revision_number': 5, 'project_id': '4674801f8cde4a898e908d2bbc407321', 'gw_port': {'id': '30bdd85a-2578-4207-b440-a47a4b2bdf2d', 'name': '', 'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:2f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c255f6-4ce4-4be9-9584-e4a72615991c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-03T16:05:14Z', 'updated_at': '2021-05-03T16:05:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9682172-7c17-476a-827f-79723500eb4a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-11-smb'}] {{(pid=74323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 16:08:24.561992 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.services.segments.db [None req-bd37e27a-0f7c-4f7e-bde7-19c9aafa0a19 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad1c6c10-bf8d-4f65-b3de-1cb0028ea90c') {'for_net_delete': True} {{(pid=74321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:08:24.562379 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.services.segments.db [None req-bd37e27a-0f7c-4f7e-bde7-19c9aafa0a19 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad1c6c10-bf8d-4f65-b3de-1cb0028ea90c') {} {{(pid=74321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:08:24.576381 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-bd37e27a-0f7c-4f7e-bde7-19c9aafa0a19 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781092872551', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2994150'] for segment, before_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:24.597799 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-bd37e27a-0f7c-4f7e-bde7-19c9aafa0a19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038491'] for segment, precommit_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:24.604316 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd37e27a-0f7c-4f7e-bde7-19c9aafa0a19 admin admin] Releasing vlan 601 on physical network physnet1 to pool {{(pid=74321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 16:08:24.669545 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.plugin [None req-9b47fad7-5bcc-4533-b53d-c2208e18cb18 admin admin] Calling delete_port for 30bdd85a-2578-4207-b440-a47a4b2bdf2d owned by network:router_gateway {{(pid=74320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 03 16:08:24.782104 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.managers [None req-bd37e27a-0f7c-4f7e-bde7-19c9aafa0a19 admin admin] Network 2375af68-6e6b-455a-b7be-3561029d4953 has no segments {{(pid=74321) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 03 16:08:24.791473 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-bd37e27a-0f7c-4f7e-bde7-19c9aafa0a19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2038484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3094540'] for segment, after_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:24.898362 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-9b47fad7-5bcc-4533-b53d-c2208e18cb18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781092850854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781092417311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2110393'] for port, after_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:24.902605 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-bf483a9a-5431-460c-b8ad-4c086ec86524 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:08:24.947821 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b47fad7-5bcc-4533-b53d-c2208e18cb18 admin admin] Pushing event deleted for resources: {'Port': ['ID=30bdd85a-2578-4207-b440-a47a4b2bdf2d,revision_number=None']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:08:24.951596 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-9b47fad7-5bcc-4533-b53d-c2208e18cb18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:08:25.049192 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-9b47fad7-5bcc-4533-b53d-c2208e18cb18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-926544'] for router_gateway, after_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:25.067859 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.managers [None req-bd37e27a-0f7c-4f7e-bde7-19c9aafa0a19 admin admin] Network 2375af68-6e6b-455a-b7be-3561029d4953 has no segments {{(pid=74321) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 03 16:08:25.093632 dv-cinder-774286-11-smb neutron-server[74321]: Traceback (most recent call last): May 03 16:08:25.093632 dv-cinder-774286-11-smb neutron-server[74321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 16:08:25.093632 dv-cinder-774286-11-smb neutron-server[74321]: timer() May 03 16:08:25.093632 dv-cinder-774286-11-smb neutron-server[74321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 16:08:25.093632 dv-cinder-774286-11-smb neutron-server[74321]: cb(*args, **kw) May 03 16:08:25.093632 dv-cinder-774286-11-smb neutron-server[74321]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 03 16:08:25.093632 dv-cinder-774286-11-smb neutron-server[74321]: return func(*args, **kwargs) May 03 16:08:25.093632 dv-cinder-774286-11-smb neutron-server[74321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 16:08:25.093632 dv-cinder-774286-11-smb neutron-server[74321]: self._notify() May 03 16:08:25.093632 dv-cinder-774286-11-smb neutron-server[74321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 16:08:25.093632 dv-cinder-774286-11-smb neutron-server[74321]: self.callback(batched_events) May 03 16:08:25.093632 dv-cinder-774286-11-smb neutron-server[74321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 16:08:25.093632 dv-cinder-774286-11-smb neutron-server[74321]: event.method(event) May 03 16:08:25.093632 dv-cinder-774286-11-smb neutron-server[74321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 16:08:25.093632 dv-cinder-774286-11-smb neutron-server[74321]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 16:08:25.093632 dv-cinder-774286-11-smb neutron-server[74321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 16:08:25.093632 dv-cinder-774286-11-smb neutron-server[74321]: aggregate_uuid = self.p_client.list_aggregates( May 03 16:08:25.093632 dv-cinder-774286-11-smb neutron-server[74321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 16:08:25.093632 dv-cinder-774286-11-smb neutron-server[74321]: return f(self, *a, **k) May 03 16:08:25.093632 dv-cinder-774286-11-smb neutron-server[74321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 16:08:25.093632 dv-cinder-774286-11-smb neutron-server[74321]: return self._get(url).json() May 03 16:08:25.093632 dv-cinder-774286-11-smb neutron-server[74321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 16:08:25.093632 dv-cinder-774286-11-smb neutron-server[74321]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 16:08:25.093632 dv-cinder-774286-11-smb neutron-server[74321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 16:08:25.093632 dv-cinder-774286-11-smb neutron-server[74321]: return self.request(url, 'GET', **kwargs) May 03 16:08:25.093632 dv-cinder-774286-11-smb neutron-server[74321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 16:08:25.093632 dv-cinder-774286-11-smb neutron-server[74321]: base_url = self.get_endpoint(auth, allow=allow, May 03 16:08:25.093632 dv-cinder-774286-11-smb neutron-server[74321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 16:08:25.093632 dv-cinder-774286-11-smb neutron-server[74321]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 16:08:25.093632 dv-cinder-774286-11-smb neutron-server[74321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 16:08:25.093632 dv-cinder-774286-11-smb neutron-server[74321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 16:08:25.093632 dv-cinder-774286-11-smb neutron-server[74321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 16:08:25.226819 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-9b47fad7-5bcc-4533-b53d-c2208e18cb18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-928196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15517'] for router, precommit_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:25.229139 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-9b47fad7-5bcc-4533-b53d-c2208e18cb18 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:25.234795 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-bd37e27a-0f7c-4f7e-bde7-19c9aafa0a19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2031619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926591'] for network, after_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:25.240446 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-bd37e27a-0f7c-4f7e-bde7-19c9aafa0a19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532153'] for network, before_response {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:25.243109 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:08:25.265228 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd37e27a-0f7c-4f7e-bde7-19c9aafa0a19 admin admin] Pushing event deleted for resources: {'Network': ['ID=2375af68-6e6b-455a-b7be-3561029d4953,revision_number=None']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:08:25.267826 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-bd37e27a-0f7c-4f7e-bde7-19c9aafa0a19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:08:25.344615 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-bd37e27a-0f7c-4f7e-bde7-19c9aafa0a19 admin admin] 10.222.0.11 "DELETE /v2.0/networks/2375af68-6e6b-455a-b7be-3561029d4953 HTTP/1.1" status: 204 len: 168 time: 1.7209525 May 03 16:08:25.374197 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Device bca0bbb2-95b3-493d-aefd-998331c15528 no longer exists at agent ovs-agent-dv-cinder-774286-11-smb {{(pid=74322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 16:08:25.406744 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-9b47fad7-5bcc-4533-b53d-c2208e18cb18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-927512'] for router, after_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:25.407367 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b47fad7-5bcc-4533-b53d-c2208e18cb18 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f0c255f6-4ce4-4be9-9584-e4a72615991c {{(pid=74320) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 03 16:08:25.412963 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.plugin [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] No Port match for: bca0bbb2-95b3-493d-aefd-998331c15528 {{(pid=74322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 03 16:08:25.413285 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Device bca0bbb2-95b3-493d-aefd-998331c15528 not bound to the agent host dv-cinder-774286-11-smb {{(pid=74322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 16:08:25.413701 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Device cd566e8a-445f-4721-89cc-28058fcf5102 no longer exists at agent ovs-agent-dv-cinder-774286-11-smb {{(pid=74322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 16:08:25.424929 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-9b47fad7-5bcc-4533-b53d-c2208e18cb18 admin admin] Notify callbacks [] for router, before_response {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:25.426118 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-9b47fad7-5bcc-4533-b53d-c2208e18cb18 admin admin] 10.222.0.11 "DELETE /v2.0/routers/f0c255f6-4ce4-4be9-9584-e4a72615991c HTTP/1.1" status: 204 len: 168 time: 1.7511828 May 03 16:08:25.428913 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 55996) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:08:25.447839 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.plugin [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] No Port match for: cd566e8a-445f-4721-89cc-28058fcf5102 {{(pid=74322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 03 16:08:25.448214 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Device cd566e8a-445f-4721-89cc-28058fcf5102 not bound to the agent host dv-cinder-774286-11-smb {{(pid=74322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 16:08:25.490200 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.db_base_plugin_v2 [None req-74393e1b-247e-488e-93fb-a1c04a242fc9 admin admin] Deleting subnet dd006b64-ffee-4037-90f3-2d8cf093a6b7 {{(pid=74320) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} May 03 16:08:25.494593 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-74393e1b-247e-488e-93fb-a1c04a242fc9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:25.546106 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-74393e1b-247e-488e-93fb-a1c04a242fc9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2433393'] for subnet, precommit_delete_associations {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:25.664491 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-74393e1b-247e-488e-93fb-a1c04a242fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2037121'] for subnet, precommit_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:25.780396 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 56000) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:08:25.840598 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-a02f1063-02e6-40ed-9d29-36a5e1e52df1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a45b3ae4a7654b64951cdc1628f41ef5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0561993 May 03 16:08:25.840598 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 56004) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:08:25.911362 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-9b65c15c-a5c7-4c99-8b2e-951afc6607bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:25.939494 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-9b65c15c-a5c7-4c99-8b2e-951afc6607bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:26.103241 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-9b65c15c-a5c7-4c99-8b2e-951afc6607bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:26.107169 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-b1152015-e602-4e74-acab-0dc54496485b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:08:26.122664 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b65c15c-a5c7-4c99-8b2e-951afc6607bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da13aa8d-7b59-421b-b8a1-f028ea33108d,revision_number=None']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:08:26.125529 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-9b65c15c-a5c7-4c99-8b2e-951afc6607bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:08:26.134843 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-9b65c15c-a5c7-4c99-8b2e-951afc6607bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:26.134843 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-9b65c15c-a5c7-4c99-8b2e-951afc6607bc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/da13aa8d-7b59-421b-b8a1-f028ea33108d HTTP/1.1" status: 204 len: 168 time: 0.2917118 May 03 16:08:26.178934 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-74393e1b-247e-488e-93fb-a1c04a242fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2037128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2109768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2927872'] for subnet, after_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:26.184481 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-afe82c5c-1cd0-4263-824f-5bd7984fc1eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:08:26.218694 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74393e1b-247e-488e-93fb-a1c04a242fc9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd006b64-ffee-4037-90f3-2d8cf093a6b7,revision_number=None']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:08:26.221790 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-74393e1b-247e-488e-93fb-a1c04a242fc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:08:26.223123 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-74393e1b-247e-488e-93fb-a1c04a242fc9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:26.232113 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-74393e1b-247e-488e-93fb-a1c04a242fc9 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/dd006b64-ffee-4037-90f3-2d8cf093a6b7 HTTP/1.1" status: 204 len: 168 time: 0.8000605 May 03 16:08:26.232298 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a964bdb-71a5-4e1f-8e79-29d5bc3c2085 None None] Network ee83eab2-6d77-4c11-b22f-58569dd0cad4 requested from dv-cinder-774286-11-smb {{(pid=74322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 16:08:26.232765 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 56010) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:08:26.338210 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-94e137e0-6f54-4d6e-b51a-f52a2429a171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2016999'] for network, before_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:26.414771 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.plugin [None req-94e137e0-6f54-4d6e-b51a-f52a2429a171 admin admin] Deleting port ddbd019d-e8d2-41c5-8ef0-675a4ff3f2ee {{(pid=74320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 16:08:26.415401 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-94e137e0-6f54-4d6e-b51a-f52a2429a171 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781092848725'] for port, before_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:26.506021 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d6fc7f-eaa2-4c98-a1b5-f7d1d1b00b4b None None] DHCP port deletion for ee83eab2-6d77-4c11-b22f-58569dd0cad4 request from dv-cinder-774286-11-smb {{(pid=74322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 16:08:26.518077 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.db [None req-94e137e0-6f54-4d6e-b51a-f52a2429a171 admin admin] For port ddbd019d-e8d2-41c5-8ef0-675a4ff3f2ee, host dv-cinder-774286-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-11-smb',level=0,port_id=ddbd019d-e8d2-41c5-8ef0-675a4ff3f2ee,segment=NetworkSegment(81402262-53d4-4e9b-83a0-af23c1b9021d),segment_id=81402262-53d4-4e9b-83a0-af23c1b9021d)] {{(pid=74320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 16:08:26.518427 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-94e137e0-6f54-4d6e-b51a-f52a2429a171 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925573'] for port, precommit_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:26.573867 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.plugin [None req-f5d6fc7f-eaa2-4c98-a1b5-f7d1d1b00b4b None None] Deleting port ddbd019d-e8d2-41c5-8ef0-675a4ff3f2ee {{(pid=74322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 16:08:26.574258 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-f5d6fc7f-eaa2-4c98-a1b5-f7d1d1b00b4b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781092848725'] for port, before_delete {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:26.643878 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.plugin [None req-94e137e0-6f54-4d6e-b51a-f52a2429a171 admin admin] Calling delete_port for ddbd019d-e8d2-41c5-8ef0-675a4ff3f2ee owned by network:dhcp {{(pid=74320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 03 16:08:26.677283 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-f5d6fc7f-eaa2-4c98-a1b5-f7d1d1b00b4b None None] For port ddbd019d-e8d2-41c5-8ef0-675a4ff3f2ee, host dv-cinder-774286-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-11-smb',level=0,port_id=ddbd019d-e8d2-41c5-8ef0-675a4ff3f2ee,segment=NetworkSegment(81402262-53d4-4e9b-83a0-af23c1b9021d),segment_id=81402262-53d4-4e9b-83a0-af23c1b9021d)] {{(pid=74322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 16:08:26.677740 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-f5d6fc7f-eaa2-4c98-a1b5-f7d1d1b00b4b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925573'] for port, precommit_delete {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:26.801091 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-94e137e0-6f54-4d6e-b51a-f52a2429a171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781092850854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781092417311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2110393'] for port, after_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:26.805962 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-7b9c18fd-e2ed-4c6f-9582-6f6baffdb3da tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:08:26.835343 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.plugin [None req-f5d6fc7f-eaa2-4c98-a1b5-f7d1d1b00b4b None None] Calling delete_port for ddbd019d-e8d2-41c5-8ef0-675a4ff3f2ee owned by network:dhcp {{(pid=74322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 03 16:08:26.851824 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e137e0-6f54-4d6e-b51a-f52a2429a171 admin admin] Pushing event deleted for resources: {'Port': ['ID=ddbd019d-e8d2-41c5-8ef0-675a4ff3f2ee,revision_number=None']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:08:26.854362 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e137e0-6f54-4d6e-b51a-f52a2429a171 admin admin] No DVR routers for this DVR port ddbd019d-e8d2-41c5-8ef0-675a4ff3f2ee on host dv-cinder-774286-11-smb {{(pid=74320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 16:08:26.855126 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-94e137e0-6f54-4d6e-b51a-f52a2429a171 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:08:26.885861 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-f5d6fc7f-eaa2-4c98-a1b5-f7d1d1b00b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781092850854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781092417311'] for port, after_delete {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:26.891069 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-ed990b7e-7364-4353-95c7-3483506cedeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:08:26.938383 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d6fc7f-eaa2-4c98-a1b5-f7d1d1b00b4b None None] No DVR routers for this DVR port ddbd019d-e8d2-41c5-8ef0-675a4ff3f2ee on host dv-cinder-774286-11-smb {{(pid=74322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 16:08:26.948150 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d6fc7f-eaa2-4c98-a1b5-f7d1d1b00b4b None None] Pushing event deleted for resources: {'Port': ['ID=ddbd019d-e8d2-41c5-8ef0-675a4ff3f2ee,revision_number=None']} {{(pid=74322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:08:26.948150 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-f5d6fc7f-eaa2-4c98-a1b5-f7d1d1b00b4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:08:26.971826 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-94e137e0-6f54-4d6e-b51a-f52a2429a171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2031644', 'neutron.services.segments.db._delete_segments_for_network-8781092860977'] for network, precommit_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:27.080620 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.services.segments.db [None req-94e137e0-6f54-4d6e-b51a-f52a2429a171 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee83eab2-6d77-4c11-b22f-58569dd0cad4']}} {{(pid=74320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:08:27.092956 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.services.segments.db [None req-94e137e0-6f54-4d6e-b51a-f52a2429a171 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81402262-53d4-4e9b-83a0-af23c1b9021d') {'for_net_delete': True} {{(pid=74320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:08:27.093252 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.services.segments.db [None req-94e137e0-6f54-4d6e-b51a-f52a2429a171 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81402262-53d4-4e9b-83a0-af23c1b9021d') {} {{(pid=74320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:08:27.105168 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-94e137e0-6f54-4d6e-b51a-f52a2429a171 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781092872551', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2433352'] for segment, before_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:27.121696 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-94e137e0-6f54-4d6e-b51a-f52a2429a171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038491'] for segment, precommit_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:27.127900 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94e137e0-6f54-4d6e-b51a-f52a2429a171 admin admin] Releasing vlan 612 on physical network physnet1 to pool {{(pid=74320) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 16:08:27.309700 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.managers [None req-94e137e0-6f54-4d6e-b51a-f52a2429a171 admin admin] Network ee83eab2-6d77-4c11-b22f-58569dd0cad4 has no segments {{(pid=74320) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 03 16:08:27.318243 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-94e137e0-6f54-4d6e-b51a-f52a2429a171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2038484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2110442'] for segment, after_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:27.324513 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Device 30bdd85a-2578-4207-b440-a47a4b2bdf2d no longer exists at agent ovs-agent-dv-cinder-774286-11-smb {{(pid=74322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 16:08:27.366920 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.plugin [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] No Port match for: 30bdd85a-2578-4207-b440-a47a4b2bdf2d {{(pid=74322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 03 16:08:27.367402 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Device 30bdd85a-2578-4207-b440-a47a4b2bdf2d not bound to the agent host dv-cinder-774286-11-smb {{(pid=74322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 16:08:27.367824 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Device ddbd019d-e8d2-41c5-8ef0-675a4ff3f2ee no longer exists at agent ovs-agent-dv-cinder-774286-11-smb {{(pid=74322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 16:08:27.401435 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.plugin [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] No Port match for: ddbd019d-e8d2-41c5-8ef0-675a4ff3f2ee {{(pid=74322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 03 16:08:27.401787 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Device ddbd019d-e8d2-41c5-8ef0-675a4ff3f2ee not bound to the agent host dv-cinder-774286-11-smb {{(pid=74322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 16:08:27.496176 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.managers [None req-94e137e0-6f54-4d6e-b51a-f52a2429a171 admin admin] Network ee83eab2-6d77-4c11-b22f-58569dd0cad4 has no segments {{(pid=74320) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 03 16:08:27.517874 dv-cinder-774286-11-smb neutron-server[74320]: Traceback (most recent call last): May 03 16:08:27.517874 dv-cinder-774286-11-smb neutron-server[74320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 16:08:27.517874 dv-cinder-774286-11-smb neutron-server[74320]: timer() May 03 16:08:27.517874 dv-cinder-774286-11-smb neutron-server[74320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 16:08:27.517874 dv-cinder-774286-11-smb neutron-server[74320]: cb(*args, **kw) May 03 16:08:27.517874 dv-cinder-774286-11-smb neutron-server[74320]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 03 16:08:27.517874 dv-cinder-774286-11-smb neutron-server[74320]: return func(*args, **kwargs) May 03 16:08:27.517874 dv-cinder-774286-11-smb neutron-server[74320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 16:08:27.517874 dv-cinder-774286-11-smb neutron-server[74320]: self._notify() May 03 16:08:27.517874 dv-cinder-774286-11-smb neutron-server[74320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 16:08:27.517874 dv-cinder-774286-11-smb neutron-server[74320]: self.callback(batched_events) May 03 16:08:27.517874 dv-cinder-774286-11-smb neutron-server[74320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 16:08:27.517874 dv-cinder-774286-11-smb neutron-server[74320]: event.method(event) May 03 16:08:27.517874 dv-cinder-774286-11-smb neutron-server[74320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 16:08:27.517874 dv-cinder-774286-11-smb neutron-server[74320]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 16:08:27.517874 dv-cinder-774286-11-smb neutron-server[74320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 16:08:27.517874 dv-cinder-774286-11-smb neutron-server[74320]: aggregate_uuid = self.p_client.list_aggregates( May 03 16:08:27.517874 dv-cinder-774286-11-smb neutron-server[74320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 16:08:27.517874 dv-cinder-774286-11-smb neutron-server[74320]: return f(self, *a, **k) May 03 16:08:27.517874 dv-cinder-774286-11-smb neutron-server[74320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 16:08:27.517874 dv-cinder-774286-11-smb neutron-server[74320]: return self._get(url).json() May 03 16:08:27.517874 dv-cinder-774286-11-smb neutron-server[74320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 16:08:27.517874 dv-cinder-774286-11-smb neutron-server[74320]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 16:08:27.517874 dv-cinder-774286-11-smb neutron-server[74320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 16:08:27.517874 dv-cinder-774286-11-smb neutron-server[74320]: return self.request(url, 'GET', **kwargs) May 03 16:08:27.517874 dv-cinder-774286-11-smb neutron-server[74320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 16:08:27.517874 dv-cinder-774286-11-smb neutron-server[74320]: base_url = self.get_endpoint(auth, allow=allow, May 03 16:08:27.517874 dv-cinder-774286-11-smb neutron-server[74320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 16:08:27.517874 dv-cinder-774286-11-smb neutron-server[74320]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 16:08:27.517874 dv-cinder-774286-11-smb neutron-server[74320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 16:08:27.517874 dv-cinder-774286-11-smb neutron-server[74320]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 16:08:27.517874 dv-cinder-774286-11-smb neutron-server[74320]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 16:08:27.715262 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-94e137e0-6f54-4d6e-b51a-f52a2429a171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2031619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926591'] for network, after_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:27.720979 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-94e137e0-6f54-4d6e-b51a-f52a2429a171 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532153'] for network, before_response {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:27.723672 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-bbdfbf1e-58df-48fd-8ebe-748d5e4422cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:08:27.750553 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e137e0-6f54-4d6e-b51a-f52a2429a171 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee83eab2-6d77-4c11-b22f-58569dd0cad4,revision_number=None']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:08:27.753818 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-94e137e0-6f54-4d6e-b51a-f52a2429a171 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:08:27.920917 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-94e137e0-6f54-4d6e-b51a-f52a2429a171 admin admin] 10.222.0.11 "DELETE /v2.0/networks/ee83eab2-6d77-4c11-b22f-58569dd0cad4 HTTP/1.1" status: 204 len: 168 time: 1.6872139 May 03 16:08:27.923594 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 56038) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:08:28.563535 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-531730ac-3e89-4cf0-8585-20fbef6b9cae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-982143'] for router_interface, before_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:28.983759 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.plugin [None req-531730ac-3e89-4cf0-8585-20fbef6b9cae admin admin] Deleting port 2519052e-eab5-44dd-a05d-b11fd8344288 {{(pid=74320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 16:08:28.984090 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-531730ac-3e89-4cf0-8585-20fbef6b9cae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781092848725'] for port, before_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:29.105773 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.db [None req-531730ac-3e89-4cf0-8585-20fbef6b9cae admin admin] For port 2519052e-eab5-44dd-a05d-b11fd8344288, host dv-cinder-774286-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-11-smb',level=0,port_id=2519052e-eab5-44dd-a05d-b11fd8344288,segment=NetworkSegment(e30fc3b2-b6bc-4141-b4cf-423611932773),segment_id=e30fc3b2-b6bc-4141-b4cf-423611932773)] {{(pid=74320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 16:08:29.106128 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-531730ac-3e89-4cf0-8585-20fbef6b9cae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925573'] for port, precommit_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:29.231174 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.plugin [None req-531730ac-3e89-4cf0-8585-20fbef6b9cae admin admin] Calling delete_port for 2519052e-eab5-44dd-a05d-b11fd8344288 owned by network:router_interface {{(pid=74320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 03 16:08:29.469603 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-531730ac-3e89-4cf0-8585-20fbef6b9cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781092850854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781092417311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2110393'] for port, after_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:29.473621 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:08:29.517587 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531730ac-3e89-4cf0-8585-20fbef6b9cae admin admin] Pushing event deleted for resources: {'Port': ['ID=2519052e-eab5-44dd-a05d-b11fd8344288,revision_number=None']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:08:29.520510 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-531730ac-3e89-4cf0-8585-20fbef6b9cae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:08:29.895722 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-531730ac-3e89-4cf0-8585-20fbef6b9cae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-925391'] for router_interface, after_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:30.259740 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-531730ac-3e89-4cf0-8585-20fbef6b9cae admin admin] Router 70db4555-2a06-4a16-acc3-65f6bbe094a9 has already been hosted by L3 agent 433ecc79-0b70-49a3-9006-0abc49206663 {{(pid=74320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 16:08:30.447982 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-531730ac-3e89-4cf0-8585-20fbef6b9cae admin admin] Notify agent at l3_agent.dv-cinder-774286-11-smb the message routers_updated {{(pid=74320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 16:08:30.456631 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3299edb-8321-43d4-bd44-4e1aaf624875 None None] Sync routers for ids ['70db4555-2a06-4a16-acc3-65f6bbe094a9'] in dv-cinder-774286-11-smb {{(pid=74322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 16:08:30.461400 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-531730ac-3e89-4cf0-8585-20fbef6b9cae admin admin] 10.222.0.11 "PUT /v2.0/routers/70db4555-2a06-4a16-acc3-65f6bbe094a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5331340 May 03 16:08:30.461654 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 56066) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:08:30.469062 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3299edb-8321-43d4-bd44-4e1aaf624875 None None] Routers {'70db4555-2a06-4a16-acc3-65f6bbe094a9'} bound to L3 agent in host dv-cinder-774286-11-smb {{(pid=74322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 03 16:08:30.469709 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_hamode_db [None req-f3299edb-8321-43d4-bd44-4e1aaf624875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-03T15:53:43Z,description=,heartbeat_timestamp=2021-05-03T16:08:13Z,host='dv-cinder-774286-11-smb',id=433ecc79-0b70-49a3-9006-0abc49206663,load=0,resource_versions=,resources_synced=,started_at=2021-05-03T15:53:44Z,topic='l3_agent')) {'router_ids': ['70db4555-2a06-4a16-acc3-65f6bbe094a9'], 'active': True} {{(pid=74322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:08:30.653536 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-b214326a-f9d4-40ee-a36e-d2254171fd66 admin admin] Notify callbacks [] for router, before_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:30.660633 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_dvr_db [None req-f3299edb-8321-43d4-bd44-4e1aaf624875 None None] Set router 70db4555-2a06-4a16-acc3-65f6bbe094a9 gateway port host: dv-cinder-774286-11-smb {{(pid=74322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 03 16:08:30.829529 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-b214326a-f9d4-40ee-a36e-d2254171fd66 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:30.948269 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_hamode_db [None req-f3299edb-8321-43d4-bd44-4e1aaf624875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70db4555-2a06-4a16-acc3-65f6bbe094a9', 'name': 'tempest-TestMinimumBasicScenario-1541378028-router', 'tenant_id': '42816fa14761411a806b531e3ad2017e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'external_fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.112'}], 'enable_snat': True}, 'gw_port_id': '05627752-b265-4b0e-82d8-ce458e435723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-03T16:05:25Z', 'updated_at': '2021-05-03T16:08:29Z', 'revision_number': 5, 'project_id': '42816fa14761411a806b531e3ad2017e', 'gw_port': {'id': '05627752-b265-4b0e-82d8-ce458e435723', 'name': '', 'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:02:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70db4555-2a06-4a16-acc3-65f6bbe094a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-03T16:05:28Z', 'updated_at': '2021-05-03T16:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9682172-7c17-476a-827f-79723500eb4a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-11-smb'}], 'dv-cinder-774286-11-smb', False) {} {{(pid=74322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:08:30.951865 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3299edb-8321-43d4-bd44-4e1aaf624875 None None] Checking router: 70db4555-2a06-4a16-acc3-65f6bbe094a9 for host: dv-cinder-774286-11-smb {{(pid=74322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 16:08:30.961020 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3299edb-8321-43d4-bd44-4e1aaf624875 None None] Routers {'70db4555-2a06-4a16-acc3-65f6bbe094a9'} bound to L3 agent in host dv-cinder-774286-11-smb {{(pid=74322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 03 16:08:30.961896 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_hamode_db [None req-f3299edb-8321-43d4-bd44-4e1aaf624875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-03T15:53:43Z,description=,heartbeat_timestamp=2021-05-03T16:08:13Z,host='dv-cinder-774286-11-smb',id=433ecc79-0b70-49a3-9006-0abc49206663,load=0,resource_versions=,resources_synced=,started_at=2021-05-03T15:53:44Z,topic='l3_agent')) {'router_ids': ['70db4555-2a06-4a16-acc3-65f6bbe094a9'], 'active': True} {{(pid=74322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:08:31.029329 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.plugin [None req-b214326a-f9d4-40ee-a36e-d2254171fd66 admin admin] Deleting port 05627752-b265-4b0e-82d8-ce458e435723 {{(pid=74321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 16:08:31.029667 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-b214326a-f9d4-40ee-a36e-d2254171fd66 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781092848725'] for port, before_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:31.113435 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_dvr_db [None req-f3299edb-8321-43d4-bd44-4e1aaf624875 None None] Set router 70db4555-2a06-4a16-acc3-65f6bbe094a9 gateway port host: None {{(pid=74322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 03 16:08:31.153880 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.db [None req-b214326a-f9d4-40ee-a36e-d2254171fd66 admin admin] For port 05627752-b265-4b0e-82d8-ce458e435723, host dv-cinder-774286-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-11-smb',level=0,port_id=05627752-b265-4b0e-82d8-ce458e435723,segment=NetworkSegment(9ca86ee1-f733-4108-a8f6-ada8d1103c56),segment_id=9ca86ee1-f733-4108-a8f6-ada8d1103c56)] {{(pid=74321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 16:08:31.154269 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-b214326a-f9d4-40ee-a36e-d2254171fd66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925573'] for port, precommit_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:31.223500 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_hamode_db [None req-f3299edb-8321-43d4-bd44-4e1aaf624875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70db4555-2a06-4a16-acc3-65f6bbe094a9', 'name': 'tempest-TestMinimumBasicScenario-1541378028-router', 'tenant_id': '42816fa14761411a806b531e3ad2017e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-03T16:05:25Z', 'updated_at': '2021-05-03T16:08:30Z', 'revision_number': 6, 'project_id': '42816fa14761411a806b531e3ad2017e', 'gw_port_host': None}], 'dv-cinder-774286-11-smb', False) {} {{(pid=74322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:08:31.587064 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3299edb-8321-43d4-bd44-4e1aaf624875 None None] The sync data for ids ['70db4555-2a06-4a16-acc3-65f6bbe094a9'] in dv-cinder-774286-11-smb is: [{'id': '70db4555-2a06-4a16-acc3-65f6bbe094a9', 'name': 'tempest-TestMinimumBasicScenario-1541378028-router', 'tenant_id': '42816fa14761411a806b531e3ad2017e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-03T16:05:25Z', 'updated_at': '2021-05-03T16:08:30Z', 'revision_number': 6, 'project_id': '42816fa14761411a806b531e3ad2017e', 'gw_port_host': None}] {{(pid=74322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 16:08:31.591277 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.plugin [None req-b214326a-f9d4-40ee-a36e-d2254171fd66 admin admin] Calling delete_port for 05627752-b265-4b0e-82d8-ce458e435723 owned by network:router_gateway {{(pid=74321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 03 16:08:31.591277 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-b214326a-f9d4-40ee-a36e-d2254171fd66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781092850854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781092417311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094623'] for port, after_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:31.610498 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-18a0a183-5f50-4c60-b3d0-389e036ffb18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:08:31.643427 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b214326a-f9d4-40ee-a36e-d2254171fd66 admin admin] Pushing event deleted for resources: {'Port': ['ID=05627752-b265-4b0e-82d8-ce458e435723,revision_number=None']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:08:31.671330 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-b214326a-f9d4-40ee-a36e-d2254171fd66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:08:31.740788 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-b214326a-f9d4-40ee-a36e-d2254171fd66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-926544'] for router_gateway, after_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:31.760951 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.agents_db [None req-1e570261-7bec-4919-9804-a616d65b12ea None None] Agent healthcheck: found 6 active agents {{(pid=74323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 03 16:08:32.016046 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-b214326a-f9d4-40ee-a36e-d2254171fd66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-928196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15517'] for router, precommit_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:32.018342 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-b214326a-f9d4-40ee-a36e-d2254171fd66 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:32.166138 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-b214326a-f9d4-40ee-a36e-d2254171fd66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-927512'] for router, after_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:32.169837 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b214326a-f9d4-40ee-a36e-d2254171fd66 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 70db4555-2a06-4a16-acc3-65f6bbe094a9 {{(pid=74321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 03 16:08:32.179790 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-b214326a-f9d4-40ee-a36e-d2254171fd66 admin admin] Notify callbacks [] for router, before_response {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:32.180955 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-b214326a-f9d4-40ee-a36e-d2254171fd66 admin admin] 10.222.0.11 "DELETE /v2.0/routers/70db4555-2a06-4a16-acc3-65f6bbe094a9 HTTP/1.1" status: 204 len: 168 time: 1.7189147 May 03 16:08:32.183575 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 56086) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:08:32.244427 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.db_base_plugin_v2 [None req-241c4874-a2fe-4d93-b719-abda1cff7a5c admin admin] Deleting subnet 886e8dc7-92c3-4b71-ad5d-af15b208f02a {{(pid=74321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} May 03 16:08:32.247848 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-241c4874-a2fe-4d93-b719-abda1cff7a5c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:32.302393 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-241c4874-a2fe-4d93-b719-abda1cff7a5c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2994143'] for subnet, precommit_delete_associations {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:32.380277 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-241c4874-a2fe-4d93-b719-abda1cff7a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2037121'] for subnet, precommit_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:32.715024 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-241c4874-a2fe-4d93-b719-abda1cff7a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2037128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3095214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2444459'] for subnet, after_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:32.719024 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:08:32.754108 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241c4874-a2fe-4d93-b719-abda1cff7a5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=886e8dc7-92c3-4b71-ad5d-af15b208f02a,revision_number=None']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:08:32.757385 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-241c4874-a2fe-4d93-b719-abda1cff7a5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:08:32.758295 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-241c4874-a2fe-4d93-b719-abda1cff7a5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532153'] for subnet, before_response {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:32.764287 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-241c4874-a2fe-4d93-b719-abda1cff7a5c admin admin] 10.222.0.11 "DELETE /v2.0/subnets/886e8dc7-92c3-4b71-ad5d-af15b208f02a HTTP/1.1" status: 204 len: 168 time: 0.5797288 May 03 16:08:32.769354 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 56090) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:08:32.769469 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc2480e-ddd2-4313-9702-3ec2366485b5 None None] Network 65867ae1-f81b-4f4b-a321-f40c03abdc63 requested from dv-cinder-774286-11-smb {{(pid=74322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 16:08:32.849206 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:32.874802 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-ea86a052-9c7e-4c51-b92b-fbc548411505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2016999'] for network, before_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:32.955866 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.plugin [None req-ea86a052-9c7e-4c51-b92b-fbc548411505 admin admin] Deleting port 72de872c-05c9-4d1c-aabe-00beef00b28d {{(pid=74321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 16:08:32.956229 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-ea86a052-9c7e-4c51-b92b-fbc548411505 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781092848725'] for port, before_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:33.036767 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c768a39d-d523-42b4-acaf-f1e3d108d854 None None] DHCP port deletion for 65867ae1-f81b-4f4b-a321-f40c03abdc63 request from dv-cinder-774286-11-smb {{(pid=74322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 16:08:33.057757 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.db [None req-ea86a052-9c7e-4c51-b92b-fbc548411505 admin admin] For port 72de872c-05c9-4d1c-aabe-00beef00b28d, host dv-cinder-774286-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-11-smb',level=0,port_id=72de872c-05c9-4d1c-aabe-00beef00b28d,segment=NetworkSegment(e30fc3b2-b6bc-4141-b4cf-423611932773),segment_id=e30fc3b2-b6bc-4141-b4cf-423611932773)] {{(pid=74321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 16:08:33.058134 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-ea86a052-9c7e-4c51-b92b-fbc548411505 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925573'] for port, precommit_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:33.104207 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.plugin [None req-c768a39d-d523-42b4-acaf-f1e3d108d854 None None] Deleting port 72de872c-05c9-4d1c-aabe-00beef00b28d {{(pid=74322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 16:08:33.109040 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-c768a39d-d523-42b4-acaf-f1e3d108d854 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781092848725'] for port, before_delete {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:33.189654 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.plugin [None req-ea86a052-9c7e-4c51-b92b-fbc548411505 admin admin] Calling delete_port for 72de872c-05c9-4d1c-aabe-00beef00b28d owned by network:dhcp {{(pid=74321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 03 16:08:33.252947 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-c768a39d-d523-42b4-acaf-f1e3d108d854 None None] For port 72de872c-05c9-4d1c-aabe-00beef00b28d, host dv-cinder-774286-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-11-smb',level=0,port_id=72de872c-05c9-4d1c-aabe-00beef00b28d,segment=NetworkSegment(e30fc3b2-b6bc-4141-b4cf-423611932773),segment_id=e30fc3b2-b6bc-4141-b4cf-423611932773)] {{(pid=74322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 16:08:33.253354 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-c768a39d-d523-42b4-acaf-f1e3d108d854 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925573'] for port, precommit_delete {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:33.367199 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-ea86a052-9c7e-4c51-b92b-fbc548411505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781092850854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781092417311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094623'] for port, after_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:33.372253 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-6215a434-1820-4380-a411-a4ffab90dfb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:08:33.378063 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Device 2519052e-eab5-44dd-a05d-b11fd8344288 no longer exists at agent ovs-agent-dv-cinder-774286-11-smb {{(pid=74322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 16:08:33.411395 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.plugin [None req-c768a39d-d523-42b4-acaf-f1e3d108d854 None None] Calling delete_port for 72de872c-05c9-4d1c-aabe-00beef00b28d owned by network:dhcp {{(pid=74322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 03 16:08:33.415310 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea86a052-9c7e-4c51-b92b-fbc548411505 admin admin] Pushing event deleted for resources: {'Port': ['ID=72de872c-05c9-4d1c-aabe-00beef00b28d,revision_number=None']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:08:33.418466 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-ea86a052-9c7e-4c51-b92b-fbc548411505 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:08:33.420081 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea86a052-9c7e-4c51-b92b-fbc548411505 admin admin] No DVR routers for this DVR port 72de872c-05c9-4d1c-aabe-00beef00b28d on host dv-cinder-774286-11-smb {{(pid=74321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 16:08:33.430031 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.plugin [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] No Port match for: 2519052e-eab5-44dd-a05d-b11fd8344288 {{(pid=74322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 03 16:08:33.430379 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Device 2519052e-eab5-44dd-a05d-b11fd8344288 not bound to the agent host dv-cinder-774286-11-smb {{(pid=74322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 16:08:33.430797 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Device 72de872c-05c9-4d1c-aabe-00beef00b28d no longer exists at agent ovs-agent-dv-cinder-774286-11-smb {{(pid=74322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 16:08:33.466815 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.plugin [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] No Port match for: 72de872c-05c9-4d1c-aabe-00beef00b28d {{(pid=74322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 03 16:08:33.467166 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Device 72de872c-05c9-4d1c-aabe-00beef00b28d not bound to the agent host dv-cinder-774286-11-smb {{(pid=74322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 16:08:33.467583 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Device 05627752-b265-4b0e-82d8-ce458e435723 no longer exists at agent ovs-agent-dv-cinder-774286-11-smb {{(pid=74322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 16:08:33.511197 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.plugin [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] No Port match for: 05627752-b265-4b0e-82d8-ce458e435723 {{(pid=74322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 03 16:08:33.511461 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Device 05627752-b265-4b0e-82d8-ce458e435723 not bound to the agent host dv-cinder-774286-11-smb {{(pid=74322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 16:08:33.536408 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-ea86a052-9c7e-4c51-b92b-fbc548411505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2031644', 'neutron.services.segments.db._delete_segments_for_network-8781092860977'] for network, precommit_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:33.542905 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-c768a39d-d523-42b4-acaf-f1e3d108d854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781092850854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781092417311'] for port, after_delete {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:33.546531 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-62410aef-dd27-4c27-a8da-3d5d03faac16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:08:33.589069 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c768a39d-d523-42b4-acaf-f1e3d108d854 None None] Pushing event deleted for resources: {'Port': ['ID=72de872c-05c9-4d1c-aabe-00beef00b28d,revision_number=None']} {{(pid=74322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:08:33.592046 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-c768a39d-d523-42b4-acaf-f1e3d108d854 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:08:33.592850 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c768a39d-d523-42b4-acaf-f1e3d108d854 None None] No DVR routers for this DVR port 72de872c-05c9-4d1c-aabe-00beef00b28d on host dv-cinder-774286-11-smb {{(pid=74322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 16:08:33.645099 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.services.segments.db [None req-ea86a052-9c7e-4c51-b92b-fbc548411505 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65867ae1-f81b-4f4b-a321-f40c03abdc63']}} {{(pid=74321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:08:33.657083 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.services.segments.db [None req-ea86a052-9c7e-4c51-b92b-fbc548411505 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e30fc3b2-b6bc-4141-b4cf-423611932773') {'for_net_delete': True} {{(pid=74321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:08:33.657384 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.services.segments.db [None req-ea86a052-9c7e-4c51-b92b-fbc548411505 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e30fc3b2-b6bc-4141-b4cf-423611932773') {} {{(pid=74321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:08:33.669937 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-ea86a052-9c7e-4c51-b92b-fbc548411505 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781092872551', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2994150'] for segment, before_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:33.686339 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-ea86a052-9c7e-4c51-b92b-fbc548411505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038491'] for segment, precommit_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:33.692319 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea86a052-9c7e-4c51-b92b-fbc548411505 admin admin] Releasing vlan 635 on physical network physnet1 to pool {{(pid=74321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 16:08:33.961404 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.managers [None req-ea86a052-9c7e-4c51-b92b-fbc548411505 admin admin] Network 65867ae1-f81b-4f4b-a321-f40c03abdc63 has no segments {{(pid=74321) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 03 16:08:33.969805 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-ea86a052-9c7e-4c51-b92b-fbc548411505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2038484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3094540'] for segment, after_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:34.139859 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.managers [None req-ea86a052-9c7e-4c51-b92b-fbc548411505 admin admin] Network 65867ae1-f81b-4f4b-a321-f40c03abdc63 has no segments {{(pid=74321) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 03 16:08:34.161140 dv-cinder-774286-11-smb neutron-server[74321]: Traceback (most recent call last): May 03 16:08:34.161140 dv-cinder-774286-11-smb neutron-server[74321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 16:08:34.161140 dv-cinder-774286-11-smb neutron-server[74321]: timer() May 03 16:08:34.161140 dv-cinder-774286-11-smb neutron-server[74321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 16:08:34.161140 dv-cinder-774286-11-smb neutron-server[74321]: cb(*args, **kw) May 03 16:08:34.161140 dv-cinder-774286-11-smb neutron-server[74321]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 03 16:08:34.161140 dv-cinder-774286-11-smb neutron-server[74321]: return func(*args, **kwargs) May 03 16:08:34.161140 dv-cinder-774286-11-smb neutron-server[74321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 16:08:34.161140 dv-cinder-774286-11-smb neutron-server[74321]: self._notify() May 03 16:08:34.161140 dv-cinder-774286-11-smb neutron-server[74321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 16:08:34.161140 dv-cinder-774286-11-smb neutron-server[74321]: self.callback(batched_events) May 03 16:08:34.161140 dv-cinder-774286-11-smb neutron-server[74321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 16:08:34.161140 dv-cinder-774286-11-smb neutron-server[74321]: event.method(event) May 03 16:08:34.161140 dv-cinder-774286-11-smb neutron-server[74321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 16:08:34.161140 dv-cinder-774286-11-smb neutron-server[74321]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 16:08:34.161140 dv-cinder-774286-11-smb neutron-server[74321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 16:08:34.161140 dv-cinder-774286-11-smb neutron-server[74321]: aggregate_uuid = self.p_client.list_aggregates( May 03 16:08:34.161140 dv-cinder-774286-11-smb neutron-server[74321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 16:08:34.161140 dv-cinder-774286-11-smb neutron-server[74321]: return f(self, *a, **k) May 03 16:08:34.161140 dv-cinder-774286-11-smb neutron-server[74321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 16:08:34.161140 dv-cinder-774286-11-smb neutron-server[74321]: return self._get(url).json() May 03 16:08:34.161140 dv-cinder-774286-11-smb neutron-server[74321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 16:08:34.161140 dv-cinder-774286-11-smb neutron-server[74321]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 16:08:34.161140 dv-cinder-774286-11-smb neutron-server[74321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 16:08:34.161140 dv-cinder-774286-11-smb neutron-server[74321]: return self.request(url, 'GET', **kwargs) May 03 16:08:34.161140 dv-cinder-774286-11-smb neutron-server[74321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 16:08:34.161140 dv-cinder-774286-11-smb neutron-server[74321]: base_url = self.get_endpoint(auth, allow=allow, May 03 16:08:34.161140 dv-cinder-774286-11-smb neutron-server[74321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 16:08:34.161140 dv-cinder-774286-11-smb neutron-server[74321]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 16:08:34.161140 dv-cinder-774286-11-smb neutron-server[74321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 16:08:34.161140 dv-cinder-774286-11-smb neutron-server[74321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 16:08:34.161140 dv-cinder-774286-11-smb neutron-server[74321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 16:08:34.297698 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-ea86a052-9c7e-4c51-b92b-fbc548411505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2031619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926591'] for network, after_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:34.301381 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:08:34.315022 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-ea86a052-9c7e-4c51-b92b-fbc548411505 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532153'] for network, before_response {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:34.330212 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea86a052-9c7e-4c51-b92b-fbc548411505 admin admin] Pushing event deleted for resources: {'Network': ['ID=65867ae1-f81b-4f4b-a321-f40c03abdc63,revision_number=None']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:08:34.332843 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-ea86a052-9c7e-4c51-b92b-fbc548411505 admin admin] 10.222.0.11 "DELETE /v2.0/networks/65867ae1-f81b-4f4b-a321-f40c03abdc63 HTTP/1.1" status: 204 len: 168 time: 1.5651283 May 03 16:08:34.333709 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-ea86a052-9c7e-4c51-b92b-fbc548411505 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:08:34.946390 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 56122) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:08:34.994500 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-dee50a58-854c-4bce-9ddc-a13d45ecdb0c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4674801f8cde4a898e908d2bbc407321&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0468423 May 03 16:08:34.997372 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 56126) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:08:35.061258 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-b85a0b4c-0072-40e9-a43f-20f54df8c254 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:35.087031 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-b85a0b4c-0072-40e9-a43f-20f54df8c254 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:35.101916 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 56132) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:08:35.221727 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-aa34c459-97d5-4ab2-aea8-b18adde41f1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:35.238183 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-aa34c459-97d5-4ab2-aea8-b18adde41f1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:08:35.242816 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-aa34c459-97d5-4ab2-aea8-b18adde41f1d admin admin] Usage tracker for resource:security_group_rule and tenant:3e86ed3bec0a4defae5d170868a1c898 is out of sync, need to count used quota {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:08:35.245726 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-aa34c459-97d5-4ab2-aea8-b18adde41f1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:08:35.251733 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-b85a0b4c-0072-40e9-a43f-20f54df8c254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:35.251863 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-aa34c459-97d5-4ab2-aea8-b18adde41f1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:08:35.257246 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-aa3bd998-1cfe-4718-866b-9783c53a93c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:08:35.273248 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85a0b4c-0072-40e9-a43f-20f54df8c254 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e85cad6-e117-4792-8b74-9a448c17ce8c,revision_number=None']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:08:35.274830 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-b85a0b4c-0072-40e9-a43f-20f54df8c254 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:08:35.278021 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-b85a0b4c-0072-40e9-a43f-20f54df8c254 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:35.279349 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-b85a0b4c-0072-40e9-a43f-20f54df8c254 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8e85cad6-e117-4792-8b74-9a448c17ce8c HTTP/1.1" status: 204 len: 168 time: 0.2810097 May 03 16:08:35.338412 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-aa34c459-97d5-4ab2-aea8-b18adde41f1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:35.451681 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-aa34c459-97d5-4ab2-aea8-b18adde41f1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:35.461839 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-410e54d1-ea84-4f33-a66a-7f1c94c8b638 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:08:35.501924 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-aa34c459-97d5-4ab2-aea8-b18adde41f1d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3e86ed3bec0a4defae5d170868a1c898&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3986118 May 03 16:08:35.503545 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa34c459-97d5-4ab2-aea8-b18adde41f1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfb746b1-1dd5-4fe0-9f16-0d3c99c92f48,revision_number=1']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:08:35.504667 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 56140) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:08:35.507036 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-aa34c459-97d5-4ab2-aea8-b18adde41f1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:08:35.572934 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-6d9bc269-7314-46f9-a87d-f45062af1af4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:35.599039 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-6d9bc269-7314-46f9-a87d-f45062af1af4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:35.743652 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-6d9bc269-7314-46f9-a87d-f45062af1af4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:35.748940 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-7d00c929-aa93-4701-804d-f1565014fd71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:08:35.760748 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9bc269-7314-46f9-a87d-f45062af1af4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfb746b1-1dd5-4fe0-9f16-0d3c99c92f48,revision_number=None']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:08:35.763596 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-6d9bc269-7314-46f9-a87d-f45062af1af4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:08:35.765513 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-6d9bc269-7314-46f9-a87d-f45062af1af4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:35.766653 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-6d9bc269-7314-46f9-a87d-f45062af1af4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bfb746b1-1dd5-4fe0-9f16-0d3c99c92f48 HTTP/1.1" status: 204 len: 168 time: 0.2609227 May 03 16:08:36.031929 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 56148) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:08:36.079585 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-ddfe45a6-95a1-4cdf-ae78-8391bfae033c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=42816fa14761411a806b531e3ad2017e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0463667 May 03 16:08:36.081853 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 56152) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:08:36.142291 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-7a2f2d5c-05c4-4d85-a0d7-d9426374a7be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:36.169934 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-7a2f2d5c-05c4-4d85-a0d7-d9426374a7be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:36.321327 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-7a2f2d5c-05c4-4d85-a0d7-d9426374a7be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:36.326212 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-d250de5d-fa5e-4558-b5fe-405c706f9347 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:08:36.339121 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2f2d5c-05c4-4d85-a0d7-d9426374a7be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a70090a8-6251-46f3-9d58-d51ef418aeab,revision_number=None']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:08:36.341922 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-7a2f2d5c-05c4-4d85-a0d7-d9426374a7be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:08:36.344005 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-7a2f2d5c-05c4-4d85-a0d7-d9426374a7be admin admin] Notify callbacks [] for security_group, before_response {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:36.345147 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-7a2f2d5c-05c4-4d85-a0d7-d9426374a7be admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a70090a8-6251-46f3-9d58-d51ef418aeab HTTP/1.1" status: 204 len: 168 time: 0.2623835 May 03 16:08:37.620026 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 56202) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:08:37.735841 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.v2.base [None req-7047695e-b77f-4f7a-8221-f726d1b7a713 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2013582687-network', 'tenant_id': 'de50ab860eae44c78310b0ffea585861'}} {{(pid=74320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 16:08:37.740574 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-7047695e-b77f-4f7a-8221-f726d1b7a713 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:08:37.745008 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-7047695e-b77f-4f7a-8221-f726d1b7a713 admin admin] Usage tracker for resource:network and tenant:de50ab860eae44c78310b0ffea585861 is out of sync, need to count used quota {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:08:37.748147 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-7047695e-b77f-4f7a-8221-f726d1b7a713 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:08:37.754880 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-7047695e-b77f-4f7a-8221-f726d1b7a713 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:08:37.885890 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7047695e-b77f-4f7a-8221-f726d1b7a713 admin admin] Made reservation on behalf of de50ab860eae44c78310b0ffea585861 for: {'network': 1} {{(pid=74320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 16:08:37.888471 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-7047695e-b77f-4f7a-8221-f726d1b7a713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for network, before_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:37.905020 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-7047695e-b77f-4f7a-8221-f726d1b7a713 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:37.919847 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-7047695e-b77f-4f7a-8221-f726d1b7a713 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:08:37.923667 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-7047695e-b77f-4f7a-8221-f726d1b7a713 admin admin] Usage tracker for resource:security_group_rule and tenant:de50ab860eae44c78310b0ffea585861 is out of sync, need to count used quota {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:08:37.927444 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-7047695e-b77f-4f7a-8221-f726d1b7a713 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:08:37.932766 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-7047695e-b77f-4f7a-8221-f726d1b7a713 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:08:38.017234 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-7047695e-b77f-4f7a-8221-f726d1b7a713 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:38.091640 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-7047695e-b77f-4f7a-8221-f726d1b7a713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:38.096234 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-5e1b21e6-8718-4720-ba5f-1e5ba5d23f98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:08:38.124128 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7047695e-b77f-4f7a-8221-f726d1b7a713 admin admin] vlan segment allocate from pool success with {'vlan_id': 644, 'physical_network': 'physnet1'} {{(pid=74320) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 16:08:38.137086 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7047695e-b77f-4f7a-8221-f726d1b7a713 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95f2d616-f0d2-4881-9e37-dc4a2a4bde62,revision_number=1']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:08:38.141033 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-7047695e-b77f-4f7a-8221-f726d1b7a713 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:08:38.141948 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-7047695e-b77f-4f7a-8221-f726d1b7a713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038491'] for segment, precommit_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:38.142277 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.db.segments_db [None req-7047695e-b77f-4f7a-8221-f726d1b7a713 admin admin] Added segment 6d05219d-2b9c-4127-a1f7-d8f460c99216 of type vlan for network 376169b2-6332-4827-8ba9-5327722bbe13 May 03 16:08:38.174876 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-7047695e-b77f-4f7a-8221-f726d1b7a713 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781092437652'] for network, precommit_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:38.337832 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-7047695e-b77f-4f7a-8221-f726d1b7a713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119'] for network, after_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:38.339209 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7047695e-b77f-4f7a-8221-f726d1b7a713 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:08:38.339797 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-7047695e-b77f-4f7a-8221-f726d1b7a713 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532153'] for network, before_response {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:38.344967 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-e77a0f54-4258-4ecc-bfce-972ddfe187ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:08:38.444933 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7047695e-b77f-4f7a-8221-f726d1b7a713 admin admin] Pushing event updated for resources: {'Network': ['ID=376169b2-6332-4827-8ba9-5327722bbe13,revision_number=1']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:08:38.447680 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-7047695e-b77f-4f7a-8221-f726d1b7a713 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:08:38.457449 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Network 376169b2-6332-4827-8ba9-5327722bbe13 details requested by agent ovs-agent-dv-cinder-774286-11-smb with host dv-cinder-774286-11-smb {{(pid=74322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 16:08:38.515156 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-7047695e-b77f-4f7a-8221-f726d1b7a713 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8939290 May 03 16:08:38.518228 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 56226) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:08:38.524403 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.v2.base [None req-012953c9-1e48-471a-951a-6230fce3512d admin admin] Request body: {'subnet': {'network_id': '376169b2-6332-4827-8ba9-5327722bbe13', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2013582687-subnet', 'tenant_id': 'de50ab860eae44c78310b0ffea585861', 'ip_version': 4}} {{(pid=74320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 16:08:38.529393 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-012953c9-1e48-471a-951a-6230fce3512d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:08:38.533377 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-012953c9-1e48-471a-951a-6230fce3512d admin admin] Usage tracker for resource:subnet and tenant:de50ab860eae44c78310b0ffea585861 is out of sync, need to count used quota {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:08:38.536319 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-012953c9-1e48-471a-951a-6230fce3512d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:08:38.542897 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-012953c9-1e48-471a-951a-6230fce3512d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:08:38.652131 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-012953c9-1e48-471a-951a-6230fce3512d admin admin] Made reservation on behalf of de50ab860eae44c78310b0ffea585861 for: {'subnet': 1} {{(pid=74320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 16:08:38.654813 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-012953c9-1e48-471a-951a-6230fce3512d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2927917'] for subnet, before_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:38.849333 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 56232) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:08:38.976160 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-bc84690e-7b00-497d-bd4a-c01e75b97fe1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:38.990704 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-bc84690e-7b00-497d-bd4a-c01e75b97fe1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:08:38.994581 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-bc84690e-7b00-497d-bd4a-c01e75b97fe1 admin admin] Usage tracker for resource:security_group_rule and tenant:3f9ae56746b240ccad5efa4f930c4611 is out of sync, need to count used quota {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:08:38.997691 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-bc84690e-7b00-497d-bd4a-c01e75b97fe1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:08:39.003423 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-bc84690e-7b00-497d-bd4a-c01e75b97fe1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:08:39.103978 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-bc84690e-7b00-497d-bd4a-c01e75b97fe1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:39.194489 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-bc84690e-7b00-497d-bd4a-c01e75b97fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:39.203552 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-7c04ed30-71ad-428c-ae5f-e1e5fea714b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:08:39.245176 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-bc84690e-7b00-497d-bd4a-c01e75b97fe1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3f9ae56746b240ccad5efa4f930c4611&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3945873 May 03 16:08:39.247141 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc84690e-7b00-497d-bd4a-c01e75b97fe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03f02eab-2a67-4934-a836-0370162327a1,revision_number=1']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:08:39.249428 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 56238) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:08:39.251788 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-bc84690e-7b00-497d-bd4a-c01e75b97fe1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:08:39.276385 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-012953c9-1e48-471a-951a-6230fce3512d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2109705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2927931'] for subnet, after_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:39.281273 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:08:39.310373 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-ecff5d42-a2b9-41bf-afa0-a87435ac8cb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:39.338187 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-ecff5d42-a2b9-41bf-afa0-a87435ac8cb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:39.355522 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012953c9-1e48-471a-951a-6230fce3512d admin admin] Pushing event updated for resources: {'Subnet': ['ID=2851544b-8ea1-4cb3-be94-93bb6cf0ea51,revision_number=0']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:08:39.359293 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-012953c9-1e48-471a-951a-6230fce3512d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:08:39.360128 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012953c9-1e48-471a-951a-6230fce3512d admin admin] Checking segment: {'id': '6d05219d-2b9c-4127-a1f7-d8f460c99216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '376169b2-6332-4827-8ba9-5327722bbe13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 03 16:08:39.360513 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-012953c9-1e48-471a-951a-6230fce3512d admin admin] Network hostable DHCP agents. Network: 376169b2-6332-4827-8ba9-5327722bbe13, hostable agents: ['656f65d0-a8c5-485a-ad4b-a4c2f5db155a'], hosted agents: [] {{(pid=74320) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 16:08:39.452081 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-012953c9-1e48-471a-951a-6230fce3512d admin admin] Network 376169b2-6332-4827-8ba9-5327722bbe13 is scheduled to be hosted by DHCP agent 656f65d0-a8c5-485a-ad4b-a4c2f5db155a with binding_index 1 {{(pid=74320) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 16:08:39.492596 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-ecff5d42-a2b9-41bf-afa0-a87435ac8cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:39.498048 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-dbc64c17-6c2c-43ea-8740-7a28942e5d34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:08:39.510324 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecff5d42-a2b9-41bf-afa0-a87435ac8cb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03f02eab-2a67-4934-a836-0370162327a1,revision_number=None']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:08:39.512795 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-ecff5d42-a2b9-41bf-afa0-a87435ac8cb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:08:39.520430 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-ecff5d42-a2b9-41bf-afa0-a87435ac8cb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:39.521540 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-ecff5d42-a2b9-41bf-afa0-a87435ac8cb6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/03f02eab-2a67-4934-a836-0370162327a1 HTTP/1.1" status: 204 len: 168 time: 0.2712212 May 03 16:08:39.571761 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.scheduler.base_scheduler [None req-012953c9-1e48-471a-951a-6230fce3512d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-11-smb, 376169b2-6332-4827-8ba9-5327722bbe13) {{(pid=74320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:08:39.584068 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7afc243-13e3-4837-83a1-88e4667b8d69 None None] Network 376169b2-6332-4827-8ba9-5327722bbe13 requested from dv-cinder-774286-11-smb {{(pid=74322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 16:08:39.584612 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-012953c9-1e48-471a-951a-6230fce3512d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:08:39.584612 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-012953c9-1e48-471a-951a-6230fce3512d admin admin] Notify callbacks [] for subnet, before_response {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:39.704081 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-012953c9-1e48-471a-951a-6230fce3512d admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1847937 May 03 16:08:39.706979 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 56244) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:08:39.713236 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.v2.base [None req-3523386b-dfe5-44ad-96bc-1e9d9ddd9193 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2013582687-router', 'tenant_id': 'de50ab860eae44c78310b0ffea585861', 'external_gateway_info': {'network_id': '19073356-f4a5-448b-8854-15ae9765d652'}}} {{(pid=74321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 16:08:39.718296 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-3523386b-dfe5-44ad-96bc-1e9d9ddd9193 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:08:39.722234 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-3523386b-dfe5-44ad-96bc-1e9d9ddd9193 admin admin] Usage tracker for resource:router and tenant:de50ab860eae44c78310b0ffea585861 is out of sync, need to count used quota {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:08:39.725113 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-3523386b-dfe5-44ad-96bc-1e9d9ddd9193 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:08:39.731835 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-3523386b-dfe5-44ad-96bc-1e9d9ddd9193 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:08:39.799425 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32778768-b095-4661-9d99-a4d64bd5e0cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc11f33cf-de04-5679-8971-88b06203b27c-376169b2-6332-4827-8ba9-5327722bbe13', 'network_id': '376169b2-6332-4827-8ba9-5327722bbe13', 'tenant_id': 'de50ab860eae44c78310b0ffea585861', 'fixed_ips': [{'subnet_id': '2851544b-8ea1-4cb3-be94-93bb6cf0ea51'}]}} from dv-cinder-774286-11-smb. {{(pid=74322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 16:08:39.800306 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-32778768-b095-4661-9d99-a4d64bd5e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_create {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:39.863502 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-3523386b-dfe5-44ad-96bc-1e9d9ddd9193 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-928091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15471'] for router, before_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:39.864678 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-3523386b-dfe5-44ad-96bc-1e9d9ddd9193 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-993883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-926691', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-558494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15462'] for router, precommit_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:39.884073 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-3523386b-dfe5-44ad-96bc-1e9d9ddd9193 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:39.957915 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.db_base_plugin_common [None req-32778768-b095-4661-9d99-a4d64bd5e0cd None None] Allocated IP 172.20.0.2 (376169b2-6332-4827-8ba9-5327722bbe13/2851544b-8ea1-4cb3-be94-93bb6cf0ea51/bdae7403-0448-49f8-bb95-b2dfd3c1f502) {{(pid=74322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 16:08:40.165332 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-32778768-b095-4661-9d99-a4d64bd5e0cd None None] Notify callbacks [] for port, precommit_create {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:40.175883 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-32778768-b095-4661-9d99-a4d64bd5e0cd None None] Transition to ACTIVE for port object bdae7403-0448-49f8-bb95-b2dfd3c1f502 will not be triggered until provisioned by entity L2. {{(pid=74322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 16:08:40.194363 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-32778768-b095-4661-9d99-a4d64bd5e0cd None None] Transition to ACTIVE for port object bdae7403-0448-49f8-bb95-b2dfd3c1f502 will not be triggered until provisioned by entity DHCP. {{(pid=74322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 16:08:40.215732 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-3523386b-dfe5-44ad-96bc-1e9d9ddd9193 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926698', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-928053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15508'] for router, precommit_update {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:40.256713 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 56252) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:08:40.276620 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-40776e88-929a-424c-bfd0-6f4d40239008 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:40.291169 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-40776e88-929a-424c-bfd0-6f4d40239008 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:08:40.292028 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-32778768-b095-4661-9d99-a4d64bd5e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781092417302'] for port, after_create {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:40.295658 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-40776e88-929a-424c-bfd0-6f4d40239008 admin admin] Usage tracker for resource:security_group_rule and tenant:d9e3451b589a45c0966ae3536c96157f is out of sync, need to count used quota {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:08:40.301042 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:08:40.301251 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-40776e88-929a-424c-bfd0-6f4d40239008 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:08:40.304557 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-40776e88-929a-424c-bfd0-6f4d40239008 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:08:40.364907 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32778768-b095-4661-9d99-a4d64bd5e0cd None None] Network 376169b2-6332-4827-8ba9-5327722bbe13 is already hosted by enough agents. {{(pid=74322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 16:08:40.368376 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.scheduler.base_scheduler [None req-32778768-b095-4661-9d99-a4d64bd5e0cd None None] Resources bound (agent type, host, resource id): {{(pid=74322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:08:40.373248 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32778768-b095-4661-9d99-a4d64bd5e0cd None None] Received port after_create {{(pid=74322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 03 16:08:40.379301 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32778768-b095-4661-9d99-a4d64bd5e0cd None None] Pushing event updated for resources: {'Port': ['ID=bdae7403-0448-49f8-bb95-b2dfd3c1f502,revision_number=1']} {{(pid=74322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:08:40.401154 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-40776e88-929a-424c-bfd0-6f4d40239008 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:40.422316 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32778768-b095-4661-9d99-a4d64bd5e0cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:08:40.422664 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32778768-b095-4661-9d99-a4d64bd5e0cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:08:40.423003 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32778768-b095-4661-9d99-a4d64bd5e0cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:08:40.423340 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32778768-b095-4661-9d99-a4d64bd5e0cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:08:40.423672 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32778768-b095-4661-9d99-a4d64bd5e0cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:08:40.424003 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32778768-b095-4661-9d99-a4d64bd5e0cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:08:40.424425 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32778768-b095-4661-9d99-a4d64bd5e0cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:08:40.424752 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32778768-b095-4661-9d99-a4d64bd5e0cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:08:40.425076 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32778768-b095-4661-9d99-a4d64bd5e0cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:08:40.425398 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32778768-b095-4661-9d99-a4d64bd5e0cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:08:40.425718 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32778768-b095-4661-9d99-a4d64bd5e0cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:08:40.426036 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32778768-b095-4661-9d99-a4d64bd5e0cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:08:40.458430 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-32778768-b095-4661-9d99-a4d64bd5e0cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:08:40.462974 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-40776e88-929a-424c-bfd0-6f4d40239008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:40.476716 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-efe7e00f-0688-4c51-8743-a9581f6e62fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:08:40.480954 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.managers [None req-32778768-b095-4661-9d99-a4d64bd5e0cd None None] Attempting to bind port bdae7403-0448-49f8-bb95-b2dfd3c1f502 on host dv-cinder-774286-11-smb for vnic_type normal with profile {{(pid=74322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 16:08:40.481340 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.managers [None req-32778768-b095-4661-9d99-a4d64bd5e0cd None None] Attempting to bind port bdae7403-0448-49f8-bb95-b2dfd3c1f502 by drivers openvswitch,hyperv on host dv-cinder-774286-11-smb at level 0 using segments [{'id': '6d05219d-2b9c-4127-a1f7-d8f460c99216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '376169b2-6332-4827-8ba9-5327722bbe13'}] {{(pid=74322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 16:08:40.481830 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32778768-b095-4661-9d99-a4d64bd5e0cd None None] Attempting to bind port bdae7403-0448-49f8-bb95-b2dfd3c1f502 on network 376169b2-6332-4827-8ba9-5327722bbe13 {{(pid=74322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 16:08:40.487305 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32778768-b095-4661-9d99-a4d64bd5e0cd None None] Checking agent: {'id': '682d886a-77a6-45f8-87fa-5ebc2dd04251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 3, 15, 53, 43), 'started_at': datetime.datetime(2021, 5, 3, 15, 54, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 3, 16, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 16:08:40.487923 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32778768-b095-4661-9d99-a4d64bd5e0cd None None] Checking segment: {'id': '6d05219d-2b9c-4127-a1f7-d8f460c99216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '376169b2-6332-4827-8ba9-5327722bbe13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 03 16:08:40.488096 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-32778768-b095-4661-9d99-a4d64bd5e0cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:40.488538 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32778768-b095-4661-9d99-a4d64bd5e0cd None None] Bound using segment: {'id': '6d05219d-2b9c-4127-a1f7-d8f460c99216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '376169b2-6332-4827-8ba9-5327722bbe13'} {{(pid=74322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 16:08:40.489017 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.managers [None req-32778768-b095-4661-9d99-a4d64bd5e0cd None None] Bound port: bdae7403-0448-49f8-bb95-b2dfd3c1f502, host: dv-cinder-774286-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d05219d-2b9c-4127-a1f7-d8f460c99216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '376169b2-6332-4827-8ba9-5327722bbe13'}}] {{(pid=74322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 16:08:40.489508 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-32778768-b095-4661-9d99-a4d64bd5e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:40.514452 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-40776e88-929a-424c-bfd0-6f4d40239008 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d9e3451b589a45c0966ae3536c96157f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2560987 May 03 16:08:40.515456 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40776e88-929a-424c-bfd0-6f4d40239008 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3397f668-407c-4c63-983c-014fdc156873,revision_number=1']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:08:40.517824 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 56256) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:08:40.531762 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-40776e88-929a-424c-bfd0-6f4d40239008 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:08:40.593965 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-778b4397-23cc-4cb2-9f00-d27860dbaa24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:40.597604 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-32778768-b095-4661-9d99-a4d64bd5e0cd None None] For port bdae7403-0448-49f8-bb95-b2dfd3c1f502, host dv-cinder-774286-11-smb, cleared binding levels {{(pid=74322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 16:08:40.601966 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-32778768-b095-4661-9d99-a4d64bd5e0cd None None] For port bdae7403-0448-49f8-bb95-b2dfd3c1f502, host dv-cinder-774286-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-11-smb',level=0,port_id=bdae7403-0448-49f8-bb95-b2dfd3c1f502,segment=NetworkSegment(6d05219d-2b9c-4127-a1f7-d8f460c99216),segment_id=6d05219d-2b9c-4127-a1f7-d8f460c99216)] {{(pid=74322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 16:08:40.625156 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-778b4397-23cc-4cb2-9f00-d27860dbaa24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:40.747742 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-3523386b-dfe5-44ad-96bc-1e9d9ddd9193 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:40.760476 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-849b9133-bc50-4c56-8ab1-75fc5229eb71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:40.762750 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-32778768-b095-4661-9d99-a4d64bd5e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365'] for port, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:40.767104 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:08:40.778165 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-3523386b-dfe5-44ad-96bc-1e9d9ddd9193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:40.846224 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-778b4397-23cc-4cb2-9f00-d27860dbaa24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:40.852326 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-0826bcc4-9e7f-42bf-9f5d-c9c0986e18b8 tempest-VolumesNegativeTest-510625773 tempest-VolumesNegativeTest-510625773-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:08:40.853756 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32778768-b095-4661-9d99-a4d64bd5e0cd None None] Pushing event updated for resources: {'Port': ['ID=bdae7403-0448-49f8-bb95-b2dfd3c1f502,revision_number=2']} {{(pid=74322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:08:40.858450 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-32778768-b095-4661-9d99-a4d64bd5e0cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:08:40.868644 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778b4397-23cc-4cb2-9f00-d27860dbaa24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3397f668-407c-4c63-983c-014fdc156873,revision_number=None']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:08:40.871663 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-778b4397-23cc-4cb2-9f00-d27860dbaa24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:08:40.875505 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-778b4397-23cc-4cb2-9f00-d27860dbaa24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:40.876635 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-778b4397-23cc-4cb2-9f00-d27860dbaa24 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3397f668-407c-4c63-983c-014fdc156873 HTTP/1.1" status: 204 len: 168 time: 0.3468874 May 03 16:08:40.957685 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.db_base_plugin_common [None req-3523386b-dfe5-44ad-96bc-1e9d9ddd9193 admin admin] Allocated IP 172.28.1.67 (19073356-f4a5-448b-8854-15ae9765d652/a9682172-7c17-476a-827f-79723500eb4a/dcaed32f-e6a5-4873-87c9-02963d76c4a0) {{(pid=74321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 16:08:41.140787 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-3523386b-dfe5-44ad-96bc-1e9d9ddd9193 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:41.289394 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-3523386b-dfe5-44ad-96bc-1e9d9ddd9193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781092417302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094623'] for port, after_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:41.289394 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:08:41.359295 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3523386b-dfe5-44ad-96bc-1e9d9ddd9193 admin admin] Network 19073356-f4a5-448b-8854-15ae9765d652 is already hosted by enough agents. {{(pid=74321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 16:08:41.361985 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.scheduler.base_scheduler [None req-3523386b-dfe5-44ad-96bc-1e9d9ddd9193 admin admin] Resources bound (agent type, host, resource id): {{(pid=74321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:08:41.367520 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3523386b-dfe5-44ad-96bc-1e9d9ddd9193 admin admin] Received port after_create {{(pid=74321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 03 16:08:41.381673 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Device bdae7403-0448-49f8-bb95-b2dfd3c1f502 up at agent ovs-agent-dv-cinder-774286-11-smb {{(pid=74322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 16:08:41.429406 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3523386b-dfe5-44ad-96bc-1e9d9ddd9193 admin admin] Pushing event updated for resources: {'Port': ['ID=dcaed32f-e6a5-4873-87c9-02963d76c4a0,revision_number=1']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:08:41.433250 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-3523386b-dfe5-44ad-96bc-1e9d9ddd9193 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:08:41.554532 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Provisioning for port bdae7403-0448-49f8-bb95-b2dfd3c1f502 completed by entity L2. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 16:08:41.835300 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c9dd61-39d8-47a2-a789-061b049a16d5 None None] Network 376169b2-6332-4827-8ba9-5327722bbe13 requested from dv-cinder-774286-11-smb {{(pid=74322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 16:08:41.973381 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-3523386b-dfe5-44ad-96bc-1e9d9ddd9193 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:42.043223 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-02a3c535-82ee-4eb5-b04e-8ae9f3f2a3cc None None] Provisioning for port bdae7403-0448-49f8-bb95-b2dfd3c1f502 completed by entity DHCP. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 16:08:42.056166 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-02a3c535-82ee-4eb5-b04e-8ae9f3f2a3cc None None] Provisioning complete for port bdae7403-0448-49f8-bb95-b2dfd3c1f502 triggered by entity DHCP. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 16:08:42.056570 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-02a3c535-82ee-4eb5-b04e-8ae9f3f2a3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033555'] for port, provisioning_complete {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:42.195989 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-02a3c535-82ee-4eb5-b04e-8ae9f3f2a3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:42.227779 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 56280) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:08:42.245756 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-02a3c535-82ee-4eb5-b04e-8ae9f3f2a3cc None None] For port bdae7403-0448-49f8-bb95-b2dfd3c1f502, host dv-cinder-774286-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-11-smb',level=0,port_id=bdae7403-0448-49f8-bb95-b2dfd3c1f502,segment=NetworkSegment(6d05219d-2b9c-4127-a1f7-d8f460c99216),segment_id=6d05219d-2b9c-4127-a1f7-d8f460c99216)] {{(pid=74322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 16:08:42.352427 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.v2.base [None req-ef3d36f8-e935-4f99-8f92-46e7c40dc052 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-891031101-network', 'tenant_id': 'b7d2f2304ee44095889326bb59f15335'}} {{(pid=74320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 16:08:42.357028 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-ef3d36f8-e935-4f99-8f92-46e7c40dc052 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:08:42.359345 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-02a3c535-82ee-4eb5-b04e-8ae9f3f2a3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365'] for port, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:42.361292 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:08:42.361561 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-ef3d36f8-e935-4f99-8f92-46e7c40dc052 admin admin] Usage tracker for resource:network and tenant:b7d2f2304ee44095889326bb59f15335 is out of sync, need to count used quota {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:08:42.364769 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-ef3d36f8-e935-4f99-8f92-46e7c40dc052 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:08:42.372178 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-3523386b-dfe5-44ad-96bc-1e9d9ddd9193 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-928034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926597'] for router, after_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:42.372558 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-ef3d36f8-e935-4f99-8f92-46e7c40dc052 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:08:42.430087 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a3c535-82ee-4eb5-b04e-8ae9f3f2a3cc None None] Pushing event updated for resources: {'Port': ['ID=bdae7403-0448-49f8-bb95-b2dfd3c1f502,revision_number=3']} {{(pid=74322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:08:42.433084 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-02a3c535-82ee-4eb5-b04e-8ae9f3f2a3cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:08:42.479167 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-b3d670b3-9cd3-47f3-90f1-7f14a40bcc0f None None] Provisioning complete for port bdae7403-0448-49f8-bb95-b2dfd3c1f502 triggered by entity DHCP. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 16:08:42.479456 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-b3d670b3-9cd3-47f3-90f1-7f14a40bcc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033555'] for port, provisioning_complete {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:42.497877 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef3d36f8-e935-4f99-8f92-46e7c40dc052 admin admin] Made reservation on behalf of b7d2f2304ee44095889326bb59f15335 for: {'network': 1} {{(pid=74320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 16:08:42.500332 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-ef3d36f8-e935-4f99-8f92-46e7c40dc052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for network, before_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:42.518309 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-ef3d36f8-e935-4f99-8f92-46e7c40dc052 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:42.535333 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-ef3d36f8-e935-4f99-8f92-46e7c40dc052 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:08:42.540853 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-ef3d36f8-e935-4f99-8f92-46e7c40dc052 admin admin] Usage tracker for resource:security_group_rule and tenant:b7d2f2304ee44095889326bb59f15335 is out of sync, need to count used quota {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:08:42.545860 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-ef3d36f8-e935-4f99-8f92-46e7c40dc052 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:08:42.550982 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-ef3d36f8-e935-4f99-8f92-46e7c40dc052 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:08:42.650367 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-ef3d36f8-e935-4f99-8f92-46e7c40dc052 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:42.725810 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-ef3d36f8-e935-4f99-8f92-46e7c40dc052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:42.729498 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-02811161-c7e3-4bb3-b58f-c2606077233f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:08:42.757570 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef3d36f8-e935-4f99-8f92-46e7c40dc052 admin admin] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'} {{(pid=74320) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 16:08:42.765911 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d36f8-e935-4f99-8f92-46e7c40dc052 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d8779e9-6510-4257-a7a1-95d942b45da9,revision_number=1']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:08:42.769459 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-ef3d36f8-e935-4f99-8f92-46e7c40dc052 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:08:42.771874 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-ef3d36f8-e935-4f99-8f92-46e7c40dc052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038491'] for segment, precommit_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:42.772224 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.db.segments_db [None req-ef3d36f8-e935-4f99-8f92-46e7c40dc052 admin admin] Added segment f5e71b1e-4e6a-4bbb-8548-14ee237515c5 of type vlan for network 9317404e-abf0-4eb2-9eb2-04c3a11e52a0 May 03 16:08:42.798653 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-ef3d36f8-e935-4f99-8f92-46e7c40dc052 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781092437652'] for network, precommit_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:42.834261 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3523386b-dfe5-44ad-96bc-1e9d9ddd9193 admin admin] Router 13fcba5a-cfcd-4828-ba56-a3d6e10e1e7c is scheduled to L3 agent 433ecc79-0b70-49a3-9006-0abc49206663 with binding_index 1 {{(pid=74321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 03 16:08:42.909151 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-ef3d36f8-e935-4f99-8f92-46e7c40dc052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119'] for network, after_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:42.910502 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef3d36f8-e935-4f99-8f92-46e7c40dc052 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:08:42.911088 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-ef3d36f8-e935-4f99-8f92-46e7c40dc052 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532153'] for network, before_response {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:42.916998 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-94e137e0-6f54-4d6e-b51a-f52a2429a171 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:08:43.015826 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d36f8-e935-4f99-8f92-46e7c40dc052 admin admin] Pushing event updated for resources: {'Network': ['ID=9317404e-abf0-4eb2-9eb2-04c3a11e52a0,revision_number=1']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:08:43.018643 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-ef3d36f8-e935-4f99-8f92-46e7c40dc052 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:08:43.019355 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3523386b-dfe5-44ad-96bc-1e9d9ddd9193 admin admin] Notify agent at l3_agent.dv-cinder-774286-11-smb the message routers_updated {{(pid=74321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 16:08:43.027460 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Network 9317404e-abf0-4eb2-9eb2-04c3a11e52a0 details requested by agent ovs-agent-dv-cinder-774286-11-smb with host dv-cinder-774286-11-smb {{(pid=74322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 16:08:43.029282 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517489e8-9185-4696-a358-5be9eae3ca42 None None] Sync routers for ids ['13fcba5a-cfcd-4828-ba56-a3d6e10e1e7c'] in dv-cinder-774286-11-smb {{(pid=74323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 16:08:43.039804 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517489e8-9185-4696-a358-5be9eae3ca42 None None] Routers {'13fcba5a-cfcd-4828-ba56-a3d6e10e1e7c'} bound to L3 agent in host dv-cinder-774286-11-smb {{(pid=74323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 03 16:08:43.040719 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.l3_hamode_db [None req-517489e8-9185-4696-a358-5be9eae3ca42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-03T15:53:43Z,description=,heartbeat_timestamp=2021-05-03T16:08:13Z,host='dv-cinder-774286-11-smb',id=433ecc79-0b70-49a3-9006-0abc49206663,load=0,resource_versions=,resources_synced=,started_at=2021-05-03T15:53:44Z,topic='l3_agent')) {'router_ids': ['13fcba5a-cfcd-4828-ba56-a3d6e10e1e7c'], 'active': True} {{(pid=74323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:08:43.081533 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-ef3d36f8-e935-4f99-8f92-46e7c40dc052 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8523536 May 03 16:08:43.084453 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 56286) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:08:43.091783 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.v2.base [None req-4d121cb4-f530-46d5-9069-61111a78aae7 admin admin] Request body: {'subnet': {'network_id': '9317404e-abf0-4eb2-9eb2-04c3a11e52a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-891031101-subnet', 'tenant_id': 'b7d2f2304ee44095889326bb59f15335', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 16:08:43.096743 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-4d121cb4-f530-46d5-9069-61111a78aae7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:08:43.100690 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-4d121cb4-f530-46d5-9069-61111a78aae7 admin admin] Usage tracker for resource:subnet and tenant:b7d2f2304ee44095889326bb59f15335 is out of sync, need to count used quota {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:08:43.107980 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-4d121cb4-f530-46d5-9069-61111a78aae7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:08:43.116319 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-4d121cb4-f530-46d5-9069-61111a78aae7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:08:43.160919 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-3523386b-dfe5-44ad-96bc-1e9d9ddd9193 admin admin] Notify callbacks [] for router, before_response {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:43.164365 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-3523386b-dfe5-44ad-96bc-1e9d9ddd9193 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.4543333 May 03 16:08:43.166111 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 56290) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:08:43.219558 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.l3_dvr_db [None req-517489e8-9185-4696-a358-5be9eae3ca42 None None] Set router 13fcba5a-cfcd-4828-ba56-a3d6e10e1e7c gateway port host: dv-cinder-774286-11-smb {{(pid=74323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 03 16:08:43.252889 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d121cb4-f530-46d5-9069-61111a78aae7 admin admin] Made reservation on behalf of b7d2f2304ee44095889326bb59f15335 for: {'subnet': 1} {{(pid=74320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 16:08:43.256650 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-4d121cb4-f530-46d5-9069-61111a78aae7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2927917'] for subnet, before_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:43.360115 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:43.367164 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Device bdae7403-0448-49f8-bb95-b2dfd3c1f502 up at agent ovs-agent-dv-cinder-774286-11-smb {{(pid=74322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 16:08:43.405035 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-2df3f56f-1211-4341-8a05-1faa97f3672c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:43.442256 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Provisioning complete for port bdae7403-0448-49f8-bb95-b2dfd3c1f502 triggered by entity L2. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 16:08:43.442633 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033555'] for port, provisioning_complete {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:43.539570 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.l3_hamode_db [None req-517489e8-9185-4696-a358-5be9eae3ca42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13fcba5a-cfcd-4828-ba56-a3d6e10e1e7c', 'name': 'tempest-TestShelveInstance-2013582687-router', 'tenant_id': 'de50ab860eae44c78310b0ffea585861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'external_fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.67'}], 'enable_snat': True}, 'gw_port_id': 'dcaed32f-e6a5-4873-87c9-02963d76c4a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-03T16:08:39Z', 'updated_at': '2021-05-03T16:08:41Z', 'revision_number': 3, 'project_id': 'de50ab860eae44c78310b0ffea585861', 'gw_port': {'id': 'dcaed32f-e6a5-4873-87c9-02963d76c4a0', 'name': '', 'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:bf:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13fcba5a-cfcd-4828-ba56-a3d6e10e1e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-03T16:08:40Z', 'updated_at': '2021-05-03T16:08:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9682172-7c17-476a-827f-79723500eb4a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-11-smb'}], 'dv-cinder-774286-11-smb', False) {} {{(pid=74323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:08:43.543828 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517489e8-9185-4696-a358-5be9eae3ca42 None None] Checking router: 13fcba5a-cfcd-4828-ba56-a3d6e10e1e7c for host: dv-cinder-774286-11-smb {{(pid=74323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 16:08:43.544475 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517489e8-9185-4696-a358-5be9eae3ca42 None None] Updating router 13fcba5a-cfcd-4828-ba56-a3d6e10e1e7c port dcaed32f-e6a5-4873-87c9-02963d76c4a0 binding host dv-cinder-774286-11-smb {{(pid=74323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 16:08:43.597747 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron_lib.callbacks.manager [None req-517489e8-9185-4696-a358-5be9eae3ca42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:43.815422 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-4d121cb4-f530-46d5-9069-61111a78aae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2109705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2927931'] for subnet, after_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:43.820836 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:08:43.898142 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d121cb4-f530-46d5-9069-61111a78aae7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ed97d3d-27d0-42db-8eb5-976280d1463d,revision_number=0']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:08:43.901899 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-4d121cb4-f530-46d5-9069-61111a78aae7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:08:43.904388 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d121cb4-f530-46d5-9069-61111a78aae7 admin admin] Checking segment: {'id': 'f5e71b1e-4e6a-4bbb-8548-14ee237515c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '9317404e-abf0-4eb2-9eb2-04c3a11e52a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 03 16:08:43.904741 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d121cb4-f530-46d5-9069-61111a78aae7 admin admin] Network hostable DHCP agents. Network: 9317404e-abf0-4eb2-9eb2-04c3a11e52a0, hostable agents: ['656f65d0-a8c5-485a-ad4b-a4c2f5db155a'], hosted agents: [] {{(pid=74320) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 16:08:43.907522 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-86d30ca9-f3d5-455f-b28a-151c79da1284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:43.938170 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron_lib.callbacks.manager [None req-517489e8-9185-4696-a358-5be9eae3ca42 None None] Notify callbacks [] for port, precommit_update {{(pid=74323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:43.950087 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.provisioning_blocks [None req-517489e8-9185-4696-a358-5be9eae3ca42 None None] Transition to ACTIVE for port object dcaed32f-e6a5-4873-87c9-02963d76c4a0 will not be triggered until provisioned by entity L2. {{(pid=74323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 16:08:44.011689 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d121cb4-f530-46d5-9069-61111a78aae7 admin admin] Network 9317404e-abf0-4eb2-9eb2-04c3a11e52a0 is scheduled to be hosted by DHCP agent 656f65d0-a8c5-485a-ad4b-a4c2f5db155a with binding_index 1 {{(pid=74320) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 16:08:44.086380 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron_lib.callbacks.manager [None req-517489e8-9185-4696-a358-5be9eae3ca42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365'] for port, after_update {{(pid=74323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:44.090459 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:08:44.115066 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.scheduler.base_scheduler [None req-4d121cb4-f530-46d5-9069-61111a78aae7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-11-smb, 9317404e-abf0-4eb2-9eb2-04c3a11e52a0) {{(pid=74320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:08:44.118045 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.db_base_plugin_common [None req-86d30ca9-f3d5-455f-b28a-151c79da1284 admin admin] Allocated IP 172.20.0.1 (376169b2-6332-4827-8ba9-5327722bbe13/2851544b-8ea1-4cb3-be94-93bb6cf0ea51/3d5527dc-c8e1-4815-b262-f252cc8587e1) {{(pid=74321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 16:08:44.127186 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d121cb4-f530-46d5-9069-61111a78aae7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:08:44.127882 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-4d121cb4-f530-46d5-9069-61111a78aae7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:44.128708 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b9abc4b-ae07-4b90-b071-8f1f8cc37e8e None None] Network 9317404e-abf0-4eb2-9eb2-04c3a11e52a0 requested from dv-cinder-774286-11-smb {{(pid=74322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 16:08:44.168891 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f81916c-69f7-4abe-9048-210efbd9689d None None] Pushing event updated for resources: {'Port': ['ID=dcaed32f-e6a5-4873-87c9-02963d76c4a0,revision_number=2']} {{(pid=74323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:08:44.192668 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f81916c-69f7-4abe-9048-210efbd9689d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:08:44.193420 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f81916c-69f7-4abe-9048-210efbd9689d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:08:44.193986 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f81916c-69f7-4abe-9048-210efbd9689d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:08:44.194531 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f81916c-69f7-4abe-9048-210efbd9689d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:08:44.196352 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f81916c-69f7-4abe-9048-210efbd9689d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:08:44.196692 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f81916c-69f7-4abe-9048-210efbd9689d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:08:44.197021 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f81916c-69f7-4abe-9048-210efbd9689d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:08:44.197349 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f81916c-69f7-4abe-9048-210efbd9689d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:08:44.197690 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f81916c-69f7-4abe-9048-210efbd9689d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:08:44.198175 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f81916c-69f7-4abe-9048-210efbd9689d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:08:44.198533 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f81916c-69f7-4abe-9048-210efbd9689d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:08:44.198815 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f81916c-69f7-4abe-9048-210efbd9689d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:08:44.201985 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.plugins.ml2.managers [None req-517489e8-9185-4696-a358-5be9eae3ca42 None None] Attempting to bind port dcaed32f-e6a5-4873-87c9-02963d76c4a0 on host dv-cinder-774286-11-smb for vnic_type normal with profile {{(pid=74323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 16:08:44.202630 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.plugins.ml2.managers [None req-517489e8-9185-4696-a358-5be9eae3ca42 None None] Attempting to bind port dcaed32f-e6a5-4873-87c9-02963d76c4a0 by drivers openvswitch,hyperv on host dv-cinder-774286-11-smb at level 0 using segments [{'id': '9ca86ee1-f733-4108-a8f6-ada8d1103c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19073356-f4a5-448b-8854-15ae9765d652'}] {{(pid=74323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 16:08:44.202995 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517489e8-9185-4696-a358-5be9eae3ca42 None None] Attempting to bind port dcaed32f-e6a5-4873-87c9-02963d76c4a0 on network 19073356-f4a5-448b-8854-15ae9765d652 {{(pid=74323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 16:08:44.205501 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG oslo_concurrency.lockutils [None req-2f81916c-69f7-4abe-9048-210efbd9689d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=74323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:08:44.209794 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517489e8-9185-4696-a358-5be9eae3ca42 None None] Checking agent: {'id': '682d886a-77a6-45f8-87fa-5ebc2dd04251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 3, 15, 53, 43), 'started_at': datetime.datetime(2021, 5, 3, 15, 54, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 3, 16, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 16:08:44.210243 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517489e8-9185-4696-a358-5be9eae3ca42 None None] Checking segment: {'id': '9ca86ee1-f733-4108-a8f6-ada8d1103c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19073356-f4a5-448b-8854-15ae9765d652'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 03 16:08:44.211302 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron_lib.callbacks.manager [None req-517489e8-9185-4696-a358-5be9eae3ca42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:44.211706 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517489e8-9185-4696-a358-5be9eae3ca42 None None] Bound using segment: {'id': '9ca86ee1-f733-4108-a8f6-ada8d1103c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19073356-f4a5-448b-8854-15ae9765d652'} {{(pid=74323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 16:08:44.212185 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.plugins.ml2.managers [None req-517489e8-9185-4696-a358-5be9eae3ca42 None None] Bound port: dcaed32f-e6a5-4873-87c9-02963d76c4a0, host: dv-cinder-774286-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ca86ee1-f733-4108-a8f6-ada8d1103c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19073356-f4a5-448b-8854-15ae9765d652'}}] {{(pid=74323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 16:08:44.212599 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron_lib.callbacks.manager [None req-517489e8-9185-4696-a358-5be9eae3ca42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:44.233252 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-4d121cb4-f530-46d5-9069-61111a78aae7 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1382029 May 03 16:08:44.309173 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.plugins.ml2.db [None req-517489e8-9185-4696-a358-5be9eae3ca42 None None] For port dcaed32f-e6a5-4873-87c9-02963d76c4a0, host dv-cinder-774286-11-smb, cleared binding levels {{(pid=74323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 16:08:44.312558 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.plugins.ml2.db [None req-517489e8-9185-4696-a358-5be9eae3ca42 None None] For port dcaed32f-e6a5-4873-87c9-02963d76c4a0, host dv-cinder-774286-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-11-smb',level=0,port_id=dcaed32f-e6a5-4873-87c9-02963d76c4a0,segment=NetworkSegment(9ca86ee1-f733-4108-a8f6-ada8d1103c56),segment_id=9ca86ee1-f733-4108-a8f6-ada8d1103c56)] {{(pid=74323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 16:08:44.313241 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-86d30ca9-f3d5-455f-b28a-151c79da1284 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:44.331186 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.provisioning_blocks [None req-86d30ca9-f3d5-455f-b28a-151c79da1284 admin admin] Transition to ACTIVE for port object 3d5527dc-c8e1-4815-b262-f252cc8587e1 will not be triggered until provisioned by entity DHCP. {{(pid=74321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 16:08:44.333994 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-b400cb21-de9a-47f5-b18b-46830690aa58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:44.389933 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron_lib.callbacks.manager [None req-517489e8-9185-4696-a358-5be9eae3ca42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365'] for port, after_update {{(pid=74323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:44.394585 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d1c6cb-7429-4d87-9fa1-1a9e0789e079 None None] Network 9317404e-abf0-4eb2-9eb2-04c3a11e52a0 requested from dv-cinder-774286-11-smb {{(pid=74322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 16:08:44.395708 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG oslo_concurrency.lockutils [None req-49c8300f-4b57-4a63-8c47-487183cdd274 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:08:44.445371 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-86d30ca9-f3d5-455f-b28a-151c79da1284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781092417302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094623'] for port, after_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:44.455649 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-a688601f-3023-4b3b-8074-568df0c724a9 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:08:44.470807 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517489e8-9185-4696-a358-5be9eae3ca42 None None] Routers {'13fcba5a-cfcd-4828-ba56-a3d6e10e1e7c'} bound to L3 agent in host dv-cinder-774286-11-smb {{(pid=74323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 03 16:08:44.471425 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.l3_hamode_db [None req-517489e8-9185-4696-a358-5be9eae3ca42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-03T15:53:43Z,description=,heartbeat_timestamp=2021-05-03T16:08:43Z,host='dv-cinder-774286-11-smb',id=433ecc79-0b70-49a3-9006-0abc49206663,load=0,resource_versions=,resources_synced=,started_at=2021-05-03T15:53:44Z,topic='l3_agent')) {'router_ids': ['13fcba5a-cfcd-4828-ba56-a3d6e10e1e7c'], 'active': True} {{(pid=74323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:08:44.516640 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d30ca9-f3d5-455f-b28a-151c79da1284 admin admin] Network 376169b2-6332-4827-8ba9-5327722bbe13 is already hosted by enough agents. {{(pid=74321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 16:08:44.520072 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.scheduler.base_scheduler [None req-86d30ca9-f3d5-455f-b28a-151c79da1284 admin admin] Resources bound (agent type, host, resource id): {{(pid=74321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:08:44.524607 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d30ca9-f3d5-455f-b28a-151c79da1284 admin admin] Received port after_create {{(pid=74321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 03 16:08:44.565964 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f81916c-69f7-4abe-9048-210efbd9689d None None] Pushing event updated for resources: {'Port': ['ID=dcaed32f-e6a5-4873-87c9-02963d76c4a0,revision_number=3']} {{(pid=74323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:08:44.566590 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d30ca9-f3d5-455f-b28a-151c79da1284 admin admin] Pushing event updated for resources: {'Port': ['ID=3d5527dc-c8e1-4815-b262-f252cc8587e1,revision_number=1']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:08:44.570143 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG oslo_concurrency.lockutils [None req-2f81916c-69f7-4abe-9048-210efbd9689d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=74323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:08:44.587415 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-86d30ca9-f3d5-455f-b28a-151c79da1284 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:08:44.609878 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-86d30ca9-f3d5-455f-b28a-151c79da1284 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-982250'] for router_interface, before_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:44.715538 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.l3_dvr_db [None req-517489e8-9185-4696-a358-5be9eae3ca42 None None] Set router 13fcba5a-cfcd-4828-ba56-a3d6e10e1e7c gateway port host: dv-cinder-774286-11-smb {{(pid=74323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 03 16:08:44.925752 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-ecc8d7c6-f73a-48af-a172-e545f2924ad2 None None] Provisioning for port 3d5527dc-c8e1-4815-b262-f252cc8587e1 completed by entity DHCP. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 16:08:44.930863 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-ecc8d7c6-f73a-48af-a172-e545f2924ad2 None None] Provisioning complete for port 3d5527dc-c8e1-4815-b262-f252cc8587e1 triggered by entity DHCP. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 16:08:44.931308 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-ecc8d7c6-f73a-48af-a172-e545f2924ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033555'] for port, provisioning_complete {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:44.996314 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.plugin [None req-ecc8d7c6-f73a-48af-a172-e545f2924ad2 None None] Port 3d5527dc-c8e1-4815-b262-f252cc8587e1 cannot update to ACTIVE because it is not bound. {{(pid=74322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 16:08:45.047499 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.l3_hamode_db [None req-517489e8-9185-4696-a358-5be9eae3ca42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13fcba5a-cfcd-4828-ba56-a3d6e10e1e7c', 'name': 'tempest-TestShelveInstance-2013582687-router', 'tenant_id': 'de50ab860eae44c78310b0ffea585861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'external_fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.67'}], 'enable_snat': True}, 'gw_port_id': 'dcaed32f-e6a5-4873-87c9-02963d76c4a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-03T16:08:39Z', 'updated_at': '2021-05-03T16:08:41Z', 'revision_number': 3, 'project_id': 'de50ab860eae44c78310b0ffea585861', 'gw_port': {'id': 'dcaed32f-e6a5-4873-87c9-02963d76c4a0', 'name': '', 'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:bf:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13fcba5a-cfcd-4828-ba56-a3d6e10e1e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-03T16:08:40Z', 'updated_at': '2021-05-03T16:08:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9682172-7c17-476a-827f-79723500eb4a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-11-smb'}], 'dv-cinder-774286-11-smb', False) {} {{(pid=74323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:08:45.051637 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517489e8-9185-4696-a358-5be9eae3ca42 None None] The sync data for ids ['13fcba5a-cfcd-4828-ba56-a3d6e10e1e7c'] in dv-cinder-774286-11-smb is: [{'id': '13fcba5a-cfcd-4828-ba56-a3d6e10e1e7c', 'name': 'tempest-TestShelveInstance-2013582687-router', 'tenant_id': 'de50ab860eae44c78310b0ffea585861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'external_fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.67'}], 'enable_snat': True}, 'gw_port_id': 'dcaed32f-e6a5-4873-87c9-02963d76c4a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-03T16:08:39Z', 'updated_at': '2021-05-03T16:08:41Z', 'revision_number': 3, 'project_id': 'de50ab860eae44c78310b0ffea585861', 'gw_port': {'id': 'dcaed32f-e6a5-4873-87c9-02963d76c4a0', 'name': '', 'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:bf:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13fcba5a-cfcd-4828-ba56-a3d6e10e1e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-03T16:08:40Z', 'updated_at': '2021-05-03T16:08:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9682172-7c17-476a-827f-79723500eb4a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-11-smb'}] {{(pid=74323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 16:08:45.126518 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-86d30ca9-f3d5-455f-b28a-151c79da1284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:45.133067 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 56312) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:08:45.138837 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.v2.base [None req-198ee735-9285-4a39-b42c-722e53069b29 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-832009409-network', 'tenant_id': 'e71aa0a65ace406f8dc7e680c81d8bd8'}} {{(pid=74320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 16:08:45.145137 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-198ee735-9285-4a39-b42c-722e53069b29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:08:45.151784 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-198ee735-9285-4a39-b42c-722e53069b29 admin admin] Usage tracker for resource:network and tenant:e71aa0a65ace406f8dc7e680c81d8bd8 is out of sync, need to count used quota {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:08:45.155194 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-198ee735-9285-4a39-b42c-722e53069b29 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:08:45.168310 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-198ee735-9285-4a39-b42c-722e53069b29 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:08:45.278119 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-198ee735-9285-4a39-b42c-722e53069b29 admin admin] Made reservation on behalf of e71aa0a65ace406f8dc7e680c81d8bd8 for: {'network': 1} {{(pid=74320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 16:08:45.280986 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-198ee735-9285-4a39-b42c-722e53069b29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for network, before_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:45.302473 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-198ee735-9285-4a39-b42c-722e53069b29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:45.341587 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-198ee735-9285-4a39-b42c-722e53069b29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:08:45.345829 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-198ee735-9285-4a39-b42c-722e53069b29 admin admin] Usage tracker for resource:security_group_rule and tenant:e71aa0a65ace406f8dc7e680c81d8bd8 is out of sync, need to count used quota {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:08:45.348524 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-198ee735-9285-4a39-b42c-722e53069b29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:08:45.355520 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-198ee735-9285-4a39-b42c-722e53069b29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:08:45.427802 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-86d30ca9-f3d5-455f-b28a-151c79da1284 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:45.469452 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-198ee735-9285-4a39-b42c-722e53069b29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:45.497519 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-86d30ca9-f3d5-455f-b28a-151c79da1284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3094632'] for port, after_update {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:45.524113 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-ee8d036f-7572-432b-bf35-1990a9ea85fe tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:08:45.582902 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-198ee735-9285-4a39-b42c-722e53069b29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:45.586646 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-6d9bc269-7314-46f9-a87d-f45062af1af4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:08:45.610866 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d30ca9-f3d5-455f-b28a-151c79da1284 admin admin] Pushing event updated for resources: {'Port': ['ID=3d5527dc-c8e1-4815-b262-f252cc8587e1,revision_number=2']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:08:45.614025 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-86d30ca9-f3d5-455f-b28a-151c79da1284 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:08:45.615172 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-86d30ca9-f3d5-455f-b28a-151c79da1284 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-982089'] for router_interface, after_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:45.626963 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-198ee735-9285-4a39-b42c-722e53069b29 admin admin] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'} {{(pid=74320) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 16:08:45.633723 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198ee735-9285-4a39-b42c-722e53069b29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9b1bd1e-60b3-4ff1-a88a-144559720172,revision_number=1']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:08:45.642295 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-198ee735-9285-4a39-b42c-722e53069b29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:08:45.657337 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-198ee735-9285-4a39-b42c-722e53069b29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038491'] for segment, precommit_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:45.657337 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.db.segments_db [None req-198ee735-9285-4a39-b42c-722e53069b29 admin admin] Added segment 53cf6cf6-2d67-4c5d-b2d4-dbe6cdd951a4 of type vlan for network 53f7c3fd-c6fe-473b-841c-111f9b4d1aae May 03 16:08:45.677343 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-198ee735-9285-4a39-b42c-722e53069b29 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781092437652'] for network, precommit_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:45.765837 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d30ca9-f3d5-455f-b28a-151c79da1284 admin admin] Network 376169b2-6332-4827-8ba9-5327722bbe13 is already hosted by enough agents. {{(pid=74321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 16:08:45.777083 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.scheduler.base_scheduler [None req-86d30ca9-f3d5-455f-b28a-151c79da1284 admin admin] Resources bound (agent type, host, resource id): {{(pid=74321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:08:45.875004 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-198ee735-9285-4a39-b42c-722e53069b29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119'] for network, after_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:45.876722 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-198ee735-9285-4a39-b42c-722e53069b29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:08:45.877331 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-198ee735-9285-4a39-b42c-722e53069b29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532153'] for network, before_response {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:45.884405 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-b8b9ba63-4f00-4939-909f-0b71681d8642 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:08:45.980067 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86d30ca9-f3d5-455f-b28a-151c79da1284 admin admin] Router 13fcba5a-cfcd-4828-ba56-a3d6e10e1e7c has already been hosted by L3 agent 433ecc79-0b70-49a3-9006-0abc49206663 {{(pid=74321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 16:08:46.028826 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198ee735-9285-4a39-b42c-722e53069b29 admin admin] Pushing event updated for resources: {'Network': ['ID=53f7c3fd-c6fe-473b-841c-111f9b4d1aae,revision_number=1']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:08:46.035079 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-ce8c7cfc-93db-4324-88c3-9a7342b27c98 None None] Provisioning complete for port 3d5527dc-c8e1-4815-b262-f252cc8587e1 triggered by entity DHCP. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 16:08:46.035849 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-198ee735-9285-4a39-b42c-722e53069b29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:08:46.035960 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-ce8c7cfc-93db-4324-88c3-9a7342b27c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033555'] for port, provisioning_complete {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:46.063962 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Network 53f7c3fd-c6fe-473b-841c-111f9b4d1aae details requested by agent ovs-agent-dv-cinder-774286-11-smb with host dv-cinder-774286-11-smb {{(pid=74322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 16:08:46.064243 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-198ee735-9285-4a39-b42c-722e53069b29 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9297593 May 03 16:08:46.066803 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 56322) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:08:46.073053 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.v2.base [None req-c45d3d23-3f3d-43a8-9c1c-046d0e27622a admin admin] Request body: {'subnet': {'network_id': '53f7c3fd-c6fe-473b-841c-111f9b4d1aae', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-832009409-subnet', 'tenant_id': 'e71aa0a65ace406f8dc7e680c81d8bd8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 16:08:46.077940 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-c45d3d23-3f3d-43a8-9c1c-046d0e27622a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:08:46.081891 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-c45d3d23-3f3d-43a8-9c1c-046d0e27622a admin admin] Usage tracker for resource:subnet and tenant:e71aa0a65ace406f8dc7e680c81d8bd8 is out of sync, need to count used quota {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:08:46.085931 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-c45d3d23-3f3d-43a8-9c1c-046d0e27622a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:08:46.092559 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-c45d3d23-3f3d-43a8-9c1c-046d0e27622a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:08:46.205763 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-b5223e01-a904-4e89-a902-ae20f7f129a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:46.212090 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c45d3d23-3f3d-43a8-9c1c-046d0e27622a admin admin] Made reservation on behalf of e71aa0a65ace406f8dc7e680c81d8bd8 for: {'subnet': 1} {{(pid=74320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 16:08:46.215474 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-c45d3d23-3f3d-43a8-9c1c-046d0e27622a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2927917'] for subnet, before_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:46.218601 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.plugin [None req-ce8c7cfc-93db-4324-88c3-9a7342b27c98 None None] Port 3d5527dc-c8e1-4815-b262-f252cc8587e1 cannot update to ACTIVE because it is not bound. {{(pid=74322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 16:08:46.244895 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6852f8-b80d-42cd-a445-e55d846f27da req-41f18e40-aa74-412f-aff8-7319c0af8b47 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:08:46.248645 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-6f6852f8-b80d-42cd-a445-e55d846f27da req-41f18e40-aa74-412f-aff8-7319c0af8b47 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f537497-d0c4-4e5c-9172-463297393663 HTTP/1.1" status: 200 len: 946 time: 0.1991634 May 03 16:08:46.248645 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86d30ca9-f3d5-455f-b28a-151c79da1284 admin admin] Notify agent at l3_agent.dv-cinder-774286-11-smb the message routers_updated {{(pid=74321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 16:08:46.276270 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-86d30ca9-f3d5-455f-b28a-151c79da1284 admin admin] 10.222.0.11 "PUT /v2.0/routers/13fcba5a-cfcd-4828-ba56-a3d6e10e1e7c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1048884 May 03 16:08:46.301655 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-6f6852f8-b80d-42cd-a445-e55d846f27da req-88dbb5c3-c9db-4645-aaf0-c28ef6955c99 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2f34bbd-26e5-44dc-803f-e8d6daaa86fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481355 May 03 16:08:46.672327 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6d31ed-fa13-4d5a-a70e-d94f897e3307 None None] Sync routers for ids ['13fcba5a-cfcd-4828-ba56-a3d6e10e1e7c'] in dv-cinder-774286-11-smb {{(pid=74322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 16:08:46.689910 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6d31ed-fa13-4d5a-a70e-d94f897e3307 None None] Routers {'13fcba5a-cfcd-4828-ba56-a3d6e10e1e7c'} bound to L3 agent in host dv-cinder-774286-11-smb {{(pid=74322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 03 16:08:46.690518 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_hamode_db [None req-ed6d31ed-fa13-4d5a-a70e-d94f897e3307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-03T15:53:43Z,description=,heartbeat_timestamp=2021-05-03T16:08:43Z,host='dv-cinder-774286-11-smb',id=433ecc79-0b70-49a3-9006-0abc49206663,load=0,resource_versions=,resources_synced=,started_at=2021-05-03T15:53:44Z,topic='l3_agent')) {'router_ids': ['13fcba5a-cfcd-4828-ba56-a3d6e10e1e7c'], 'active': True} {{(pid=74322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:08:46.818812 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-c45d3d23-3f3d-43a8-9c1c-046d0e27622a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2109705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2927931'] for subnet, after_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:46.822822 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-79c0a333-8558-4a89-b0ad-e11e378698ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:08:46.872581 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_dvr_db [None req-ed6d31ed-fa13-4d5a-a70e-d94f897e3307 None None] Set router 13fcba5a-cfcd-4828-ba56-a3d6e10e1e7c gateway port host: dv-cinder-774286-11-smb {{(pid=74322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 03 16:08:46.899877 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45d3d23-3f3d-43a8-9c1c-046d0e27622a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a4146a3-a47f-46cf-bec1-4b750f2452ae,revision_number=0']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:08:46.902626 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-c45d3d23-3f3d-43a8-9c1c-046d0e27622a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:08:46.908702 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45d3d23-3f3d-43a8-9c1c-046d0e27622a admin admin] Checking segment: {'id': '53cf6cf6-2d67-4c5d-b2d4-dbe6cdd951a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '53f7c3fd-c6fe-473b-841c-111f9b4d1aae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 03 16:08:46.909065 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c45d3d23-3f3d-43a8-9c1c-046d0e27622a admin admin] Network hostable DHCP agents. Network: 53f7c3fd-c6fe-473b-841c-111f9b4d1aae, hostable agents: ['656f65d0-a8c5-485a-ad4b-a4c2f5db155a'], hosted agents: [] {{(pid=74320) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 16:08:47.023997 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c45d3d23-3f3d-43a8-9c1c-046d0e27622a admin admin] Network 53f7c3fd-c6fe-473b-841c-111f9b4d1aae is scheduled to be hosted by DHCP agent 656f65d0-a8c5-485a-ad4b-a4c2f5db155a with binding_index 1 {{(pid=74320) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 16:08:47.177745 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.scheduler.base_scheduler [None req-c45d3d23-3f3d-43a8-9c1c-046d0e27622a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-11-smb, 53f7c3fd-c6fe-473b-841c-111f9b4d1aae) {{(pid=74320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:08:47.188666 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb74309-7cbc-4639-bad9-da20736c805d None None] Network 53f7c3fd-c6fe-473b-841c-111f9b4d1aae requested from dv-cinder-774286-11-smb {{(pid=74322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 16:08:47.192844 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c45d3d23-3f3d-43a8-9c1c-046d0e27622a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:08:47.192844 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-c45d3d23-3f3d-43a8-9c1c-046d0e27622a admin admin] Notify callbacks [] for subnet, before_response {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:47.287074 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 56340) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:08:47.296776 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.v2.base [None req-f7f1e18d-4a79-49e3-a78a-ef802f6f49c6 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2008161039-network', 'tenant_id': '881f41bb3ef9467abc6a1c11d9eaa3be'}} {{(pid=74320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 16:08:47.300386 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_hamode_db [None req-ed6d31ed-fa13-4d5a-a70e-d94f897e3307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13fcba5a-cfcd-4828-ba56-a3d6e10e1e7c', 'name': 'tempest-TestShelveInstance-2013582687-router', 'tenant_id': 'de50ab860eae44c78310b0ffea585861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'external_fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.67'}], 'enable_snat': True}, 'gw_port_id': 'dcaed32f-e6a5-4873-87c9-02963d76c4a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-03T16:08:39Z', 'updated_at': '2021-05-03T16:08:44Z', 'revision_number': 4, 'project_id': 'de50ab860eae44c78310b0ffea585861', 'gw_port': {'id': 'dcaed32f-e6a5-4873-87c9-02963d76c4a0', 'name': '', 'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:bf:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13fcba5a-cfcd-4828-ba56-a3d6e10e1e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-03T16:08:40Z', 'updated_at': '2021-05-03T16:08:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9682172-7c17-476a-827f-79723500eb4a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-11-smb', '_interfaces': [{'id': '3d5527dc-c8e1-4815-b262-f252cc8587e1', 'name': '', 'network_id': '376169b2-6332-4827-8ba9-5327722bbe13', 'tenant_id': 'de50ab860eae44c78310b0ffea585861', 'mac_address': 'fa:16:3e:9f:98:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13fcba5a-cfcd-4828-ba56-a3d6e10e1e7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '2851544b-8ea1-4cb3-be94-93bb6cf0ea51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-03T16:08:43Z', 'updated_at': '2021-05-03T16:08:45Z', 'revision_number': 2, 'project_id': 'de50ab860eae44c78310b0ffea585861', 'subnets': [{'id': '2851544b-8ea1-4cb3-be94-93bb6cf0ea51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-11-smb', False) {} {{(pid=74322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:08:47.301724 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-f7f1e18d-4a79-49e3-a78a-ef802f6f49c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:08:47.305840 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-f7f1e18d-4a79-49e3-a78a-ef802f6f49c6 admin admin] Usage tracker for resource:network and tenant:881f41bb3ef9467abc6a1c11d9eaa3be is out of sync, need to count used quota {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:08:47.313699 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-f7f1e18d-4a79-49e3-a78a-ef802f6f49c6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:08:47.313822 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6d31ed-fa13-4d5a-a70e-d94f897e3307 None None] Checking router: 13fcba5a-cfcd-4828-ba56-a3d6e10e1e7c for host: dv-cinder-774286-11-smb {{(pid=74322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 16:08:47.313822 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6d31ed-fa13-4d5a-a70e-d94f897e3307 None None] Updating router 13fcba5a-cfcd-4828-ba56-a3d6e10e1e7c port 3d5527dc-c8e1-4815-b262-f252cc8587e1 binding host dv-cinder-774286-11-smb {{(pid=74322) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 16:08:47.315293 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-f7f1e18d-4a79-49e3-a78a-ef802f6f49c6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:08:47.320251 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-c45d3d23-3f3d-43a8-9c1c-046d0e27622a admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.2523422 May 03 16:08:47.397301 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-ed6d31ed-fa13-4d5a-a70e-d94f897e3307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:47.440712 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7f1e18d-4a79-49e3-a78a-ef802f6f49c6 admin admin] Made reservation on behalf of 881f41bb3ef9467abc6a1c11d9eaa3be for: {'network': 1} {{(pid=74320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 16:08:47.441830 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Device dcaed32f-e6a5-4873-87c9-02963d76c4a0 up at agent ovs-agent-dv-cinder-774286-11-smb {{(pid=74322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 16:08:47.444128 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-f7f1e18d-4a79-49e3-a78a-ef802f6f49c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for network, before_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:47.458354 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-f7f1e18d-4a79-49e3-a78a-ef802f6f49c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:47.476130 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-f7f1e18d-4a79-49e3-a78a-ef802f6f49c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:08:47.480466 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-f7f1e18d-4a79-49e3-a78a-ef802f6f49c6 admin admin] Usage tracker for resource:security_group_rule and tenant:881f41bb3ef9467abc6a1c11d9eaa3be is out of sync, need to count used quota {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:08:47.485193 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-f7f1e18d-4a79-49e3-a78a-ef802f6f49c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:08:47.491189 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 56348) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:08:47.494642 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-f7f1e18d-4a79-49e3-a78a-ef802f6f49c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:08:47.503184 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70c9433-c5b3-417f-b118-faeaff5245f4 req-ea5a81a2-ff99-4fed-afff-2f144e701276 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:08:47.504568 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-a70c9433-c5b3-417f-b118-faeaff5245f4 req-ea5a81a2-ff99-4fed-afff-2f144e701276 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f537497-d0c4-4e5c-9172-463297393663 HTTP/1.1" status: 200 len: 946 time: 0.2031145 May 03 16:08:47.580800 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.db_base_plugin_v2 [None req-edc7987e-78b8-40a6-9947-84aea0520e0d admin admin] Deleting subnet 0ed97d3d-27d0-42db-8eb5-976280d1463d {{(pid=74320) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} May 03 16:08:47.587320 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-edc7987e-78b8-40a6-9947-84aea0520e0d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:47.655247 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-edc7987e-78b8-40a6-9947-84aea0520e0d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2433393'] for subnet, precommit_delete_associations {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:47.669362 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89dfd7e9-b696-43eb-bfdc-bf5b7d9c8fd5 None None] Network 53f7c3fd-c6fe-473b-841c-111f9b4d1aae requested from dv-cinder-774286-11-smb {{(pid=74322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 16:08:47.750360 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-f7f1e18d-4a79-49e3-a78a-ef802f6f49c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:47.751685 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-edc7987e-78b8-40a6-9947-84aea0520e0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2037121'] for subnet, precommit_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:47.772141 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2f1377-1baa-4a7f-9b33-19fdd62804ec req-47b40784-31bf-45f4-adc1-26f45b6a6bb5 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:08:47.775667 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-1d2f1377-1baa-4a7f-9b33-19fdd62804ec req-47b40784-31bf-45f4-adc1-26f45b6a6bb5 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f537497-d0c4-4e5c-9172-463297393663 HTTP/1.1" status: 200 len: 946 time: 0.3351247 May 03 16:08:47.800174 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Provisioning for port dcaed32f-e6a5-4873-87c9-02963d76c4a0 completed by entity L2. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 16:08:47.837728 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.plugin [req-a70c9433-c5b3-417f-b118-faeaff5245f4 req-bdd05062-9fd4-4b20-b77d-2a4f9436b058 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Deleting port 8fb64b0f-8e1a-488e-8641-9ef284a4934a {{(pid=74321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 16:08:47.838091 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [req-a70c9433-c5b3-417f-b118-faeaff5245f4 req-bdd05062-9fd4-4b20-b77d-2a4f9436b058 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781092848725'] for port, before_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:47.843651 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Provisioning complete for port dcaed32f-e6a5-4873-87c9-02963d76c4a0 triggered by entity L2. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 16:08:47.844036 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033555'] for port, provisioning_complete {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:47.856384 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-1d2f1377-1baa-4a7f-9b33-19fdd62804ec req-f6780dbf-c2ec-4a9a-ac3b-a04bd7ff949e tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2f34bbd-26e5-44dc-803f-e8d6daaa86fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728095 May 03 16:08:47.895545 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-f7f1e18d-4a79-49e3-a78a-ef802f6f49c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:47.915013 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-baebce75-5656-4943-b1e3-a2d765e185f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:08:47.929680 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7f1e18d-4a79-49e3-a78a-ef802f6f49c6 admin admin] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=74320) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 16:08:47.963644 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-f7f1e18d-4a79-49e3-a78a-ef802f6f49c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038491'] for segment, precommit_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:47.963644 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.db.segments_db [None req-f7f1e18d-4a79-49e3-a78a-ef802f6f49c6 admin admin] Added segment d682172e-b9ba-437b-a526-447cd219cd12 of type vlan for network b9666e74-c2d7-42bb-ba43-9a78523bcd3e May 03 16:08:47.975238 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f1e18d-4a79-49e3-a78a-ef802f6f49c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d78a2ac7-a3f0-4eda-82cf-5fad3b5a9f4b,revision_number=1']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:08:47.979265 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-f7f1e18d-4a79-49e3-a78a-ef802f6f49c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:08:47.998211 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.db [req-a70c9433-c5b3-417f-b118-faeaff5245f4 req-bdd05062-9fd4-4b20-b77d-2a4f9436b058 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] For port 8fb64b0f-8e1a-488e-8641-9ef284a4934a, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=8fb64b0f-8e1a-488e-8641-9ef284a4934a,segment=NetworkSegment(2b1d67ca-c22e-4b92-bc7c-13b39c284b0e),segment_id=2b1d67ca-c22e-4b92-bc7c-13b39c284b0e)] {{(pid=74321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 16:08:47.999061 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [req-a70c9433-c5b3-417f-b118-faeaff5245f4 req-bdd05062-9fd4-4b20-b77d-2a4f9436b058 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925573'] for port, precommit_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:48.065206 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-f7f1e18d-4a79-49e3-a78a-ef802f6f49c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781092437652'] for network, precommit_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:48.206412 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-f7f1e18d-4a79-49e3-a78a-ef802f6f49c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119'] for network, after_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:48.207820 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f1e18d-4a79-49e3-a78a-ef802f6f49c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:08:48.207964 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:48.208569 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-f7f1e18d-4a79-49e3-a78a-ef802f6f49c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532153'] for network, before_response {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:48.214899 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-41d99b3a-4686-44f7-98c5-e8fa52f296af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:08:48.261539 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-edc7987e-78b8-40a6-9947-84aea0520e0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2037128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2109768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2927872'] for subnet, after_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:48.271321 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] For port dcaed32f-e6a5-4873-87c9-02963d76c4a0, host dv-cinder-774286-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-11-smb',level=0,port_id=dcaed32f-e6a5-4873-87c9-02963d76c4a0,segment=NetworkSegment(9ca86ee1-f733-4108-a8f6-ada8d1103c56),segment_id=9ca86ee1-f733-4108-a8f6-ada8d1103c56)] {{(pid=74322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 16:08:48.285635 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-ed6d31ed-fa13-4d5a-a70e-d94f897e3307 None None] Notify callbacks [] for port, precommit_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:48.297884 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-ed6d31ed-fa13-4d5a-a70e-d94f897e3307 None None] Transition to ACTIVE for port object 3d5527dc-c8e1-4815-b262-f252cc8587e1 will not be triggered until provisioned by entity L2. {{(pid=74322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 16:08:48.317019 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [req-a70c9433-c5b3-417f-b118-faeaff5245f4 req-bdd05062-9fd4-4b20-b77d-2a4f9436b058 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:48.317387 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [req-a70c9433-c5b3-417f-b118-faeaff5245f4 req-bdd05062-9fd4-4b20-b77d-2a4f9436b058 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926573'] for floatingip, after_update {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:48.317702 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.db.l3_db [req-a70c9433-c5b3-417f-b118-faeaff5245f4 req-bdd05062-9fd4-4b20-b77d-2a4f9436b058 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Floating IP b405ce39-1256-497e-86da-8f36ef5ff657 disassociated. External IP: 172.28.1.169, port: 8fb64b0f-8e1a-488e-8641-9ef284a4934a. May 03 16:08:48.318039 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.plugin [req-a70c9433-c5b3-417f-b118-faeaff5245f4 req-bdd05062-9fd4-4b20-b77d-2a4f9436b058 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Calling delete_port for 8fb64b0f-8e1a-488e-8641-9ef284a4934a owned by compute:nova {{(pid=74321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 03 16:08:48.331342 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f1e18d-4a79-49e3-a78a-ef802f6f49c6 admin admin] Pushing event updated for resources: {'Network': ['ID=b9666e74-c2d7-42bb-ba43-9a78523bcd3e,revision_number=1']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:08:48.334114 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-edc7987e-78b8-40a6-9947-84aea0520e0d admin admin] Notify callbacks [] for subnet, before_response {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:48.336495 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-edc7987e-78b8-40a6-9947-84aea0520e0d admin admin] 10.222.0.11 "DELETE /v2.0/subnets/0ed97d3d-27d0-42db-8eb5-976280d1463d HTTP/1.1" status: 204 len: 168 time: 0.8440681 May 03 16:08:48.337471 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-f7f1e18d-4a79-49e3-a78a-ef802f6f49c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:08:48.337992 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:08:48.356825 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Network b9666e74-c2d7-42bb-ba43-9a78523bcd3e details requested by agent ovs-agent-dv-cinder-774286-11-smb with host dv-cinder-774286-11-smb {{(pid=74322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 16:08:48.357175 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 56352) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:08:48.376288 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc7987e-78b8-40a6-9947-84aea0520e0d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ed97d3d-27d0-42db-8eb5-976280d1463d,revision_number=None']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:08:48.379062 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-edc7987e-78b8-40a6-9947-84aea0520e0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:08:48.425284 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365'] for port, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:48.433096 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:08:48.446840 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-f7f1e18d-4a79-49e3-a78a-ef802f6f49c6 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1584945 May 03 16:08:48.449434 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 56356) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:08:48.455321 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.v2.base [None req-8d1e6159-c2ae-43d0-b7fe-ada99d5dad6e admin admin] Request body: {'subnet': {'network_id': 'b9666e74-c2d7-42bb-ba43-9a78523bcd3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2008161039-subnet', 'tenant_id': '881f41bb3ef9467abc6a1c11d9eaa3be', 'ip_version': 4}} {{(pid=74320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 16:08:48.460094 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-8d1e6159-c2ae-43d0-b7fe-ada99d5dad6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:08:48.464266 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-8d1e6159-c2ae-43d0-b7fe-ada99d5dad6e admin admin] Usage tracker for resource:subnet and tenant:881f41bb3ef9467abc6a1c11d9eaa3be is out of sync, need to count used quota {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:08:48.467294 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-8d1e6159-c2ae-43d0-b7fe-ada99d5dad6e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:08:48.473636 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-8d1e6159-c2ae-43d0-b7fe-ada99d5dad6e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:08:48.477519 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-892b9101-9b2c-4b8c-993f-8163143ef3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2016999'] for network, before_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:48.492326 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-ed6d31ed-fa13-4d5a-a70e-d94f897e3307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365'] for port, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:48.565839 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d1e6159-c2ae-43d0-b7fe-ada99d5dad6e admin admin] Made reservation on behalf of 881f41bb3ef9467abc6a1c11d9eaa3be for: {'subnet': 1} {{(pid=74320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 16:08:48.570818 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-8d1e6159-c2ae-43d0-b7fe-ada99d5dad6e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2927917'] for subnet, before_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:48.587672 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Pushing event updated for resources: {'Port': ['ID=dcaed32f-e6a5-4873-87c9-02963d76c4a0,revision_number=4']} {{(pid=74322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:08:48.590855 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:08:48.591708 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.086s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:08:48.686608 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-892b9101-9b2c-4b8c-993f-8163143ef3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2031644', 'neutron.services.segments.db._delete_segments_for_network-8781092860977'] for network, precommit_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:48.740303 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aea71a3-721b-4631-a943-f940b340ed6d None None] Pushing event updated for resources: {'Port': ['ID=3d5527dc-c8e1-4815-b262-f252cc8587e1,revision_number=3']} {{(pid=74322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:08:48.743669 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-0aea71a3-721b-4631-a943-f940b340ed6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:08:48.752393 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.managers [None req-ed6d31ed-fa13-4d5a-a70e-d94f897e3307 None None] Attempting to bind port 3d5527dc-c8e1-4815-b262-f252cc8587e1 on host dv-cinder-774286-11-smb for vnic_type normal with profile {{(pid=74322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 16:08:48.753220 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.managers [None req-ed6d31ed-fa13-4d5a-a70e-d94f897e3307 None None] Attempting to bind port 3d5527dc-c8e1-4815-b262-f252cc8587e1 by drivers openvswitch,hyperv on host dv-cinder-774286-11-smb at level 0 using segments [{'id': '6d05219d-2b9c-4127-a1f7-d8f460c99216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '376169b2-6332-4827-8ba9-5327722bbe13'}] {{(pid=74322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 16:08:48.753573 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6d31ed-fa13-4d5a-a70e-d94f897e3307 None None] Attempting to bind port 3d5527dc-c8e1-4815-b262-f252cc8587e1 on network 376169b2-6332-4827-8ba9-5327722bbe13 {{(pid=74322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 16:08:48.763015 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6d31ed-fa13-4d5a-a70e-d94f897e3307 None None] Checking agent: {'id': '682d886a-77a6-45f8-87fa-5ebc2dd04251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 3, 15, 53, 43), 'started_at': datetime.datetime(2021, 5, 3, 15, 54, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 3, 16, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 16:08:48.763395 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6d31ed-fa13-4d5a-a70e-d94f897e3307 None None] Checking segment: {'id': '6d05219d-2b9c-4127-a1f7-d8f460c99216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '376169b2-6332-4827-8ba9-5327722bbe13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 03 16:08:48.763800 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-ed6d31ed-fa13-4d5a-a70e-d94f897e3307 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:48.764232 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6d31ed-fa13-4d5a-a70e-d94f897e3307 None None] Bound using segment: {'id': '6d05219d-2b9c-4127-a1f7-d8f460c99216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '376169b2-6332-4827-8ba9-5327722bbe13'} {{(pid=74322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 16:08:48.764739 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.managers [None req-ed6d31ed-fa13-4d5a-a70e-d94f897e3307 None None] Bound port: 3d5527dc-c8e1-4815-b262-f252cc8587e1, host: dv-cinder-774286-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d05219d-2b9c-4127-a1f7-d8f460c99216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '376169b2-6332-4827-8ba9-5327722bbe13'}}] {{(pid=74322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 16:08:48.765118 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-ed6d31ed-fa13-4d5a-a70e-d94f897e3307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:48.786934 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [req-a70c9433-c5b3-417f-b118-faeaff5245f4 req-bdd05062-9fd4-4b20-b77d-2a4f9436b058 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781092850854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781092417311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094623'] for port, after_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:48.799295 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-3523386b-dfe5-44ad-96bc-1e9d9ddd9193 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:08:48.857652 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd05062-9fd4-4b20-b77d-2a4f9436b058 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Pushing event deleted for resources: {'Port': ['ID=8fb64b0f-8e1a-488e-8641-9ef284a4934a,revision_number=None']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:08:48.862594 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-bdd05062-9fd4-4b20-b77d-2a4f9436b058 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:08:48.870239 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-ed6d31ed-fa13-4d5a-a70e-d94f897e3307 None None] For port 3d5527dc-c8e1-4815-b262-f252cc8587e1, host dv-cinder-774286-11-smb, cleared binding levels {{(pid=74322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 16:08:48.873840 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-ed6d31ed-fa13-4d5a-a70e-d94f897e3307 None None] For port 3d5527dc-c8e1-4815-b262-f252cc8587e1, host dv-cinder-774286-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-11-smb',level=0,port_id=3d5527dc-c8e1-4815-b262-f252cc8587e1,segment=NetworkSegment(6d05219d-2b9c-4127-a1f7-d8f460c99216),segment_id=6d05219d-2b9c-4127-a1f7-d8f460c99216)] {{(pid=74322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 16:08:48.880163 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.services.segments.db [None req-892b9101-9b2c-4b8c-993f-8163143ef3f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9317404e-abf0-4eb2-9eb2-04c3a11e52a0']}} {{(pid=74321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:08:48.951923 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.services.segments.db [None req-892b9101-9b2c-4b8c-993f-8163143ef3f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5e71b1e-4e6a-4bbb-8548-14ee237515c5') {'for_net_delete': True} {{(pid=74321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:08:48.951923 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.services.segments.db [None req-892b9101-9b2c-4b8c-993f-8163143ef3f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5e71b1e-4e6a-4bbb-8548-14ee237515c5') {} {{(pid=74321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:08:48.975740 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-892b9101-9b2c-4b8c-993f-8163143ef3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781092872551', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2994150'] for segment, before_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:48.985347 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-ed6d31ed-fa13-4d5a-a70e-d94f897e3307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365'] for port, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:48.990501 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:08:49.048778 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-4357f417-0ee0-46bf-baea-2966b8dc6f34 req-03d705be-92b6-4fba-9bae-20fca747a3ed tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f537497-d0c4-4e5c-9172-463297393663 HTTP/1.1" status: 200 len: 210 time: 0.0640552 May 03 16:08:49.072714 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6d31ed-fa13-4d5a-a70e-d94f897e3307 None None] Routers {'13fcba5a-cfcd-4828-ba56-a3d6e10e1e7c'} bound to L3 agent in host dv-cinder-774286-11-smb {{(pid=74322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 03 16:08:49.076438 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_hamode_db [None req-ed6d31ed-fa13-4d5a-a70e-d94f897e3307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-03T15:53:43Z,description=,heartbeat_timestamp=2021-05-03T16:08:43Z,host='dv-cinder-774286-11-smb',id=433ecc79-0b70-49a3-9006-0abc49206663,load=0,resource_versions=,resources_synced=,started_at=2021-05-03T15:53:44Z,topic='l3_agent')) {'router_ids': ['13fcba5a-cfcd-4828-ba56-a3d6e10e1e7c'], 'active': True} {{(pid=74322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:08:49.101929 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-892b9101-9b2c-4b8c-993f-8163143ef3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038491'] for segment, precommit_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:49.119346 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-892b9101-9b2c-4b8c-993f-8163143ef3f3 admin admin] Releasing vlan 619 on physical network physnet1 to pool {{(pid=74321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 16:08:49.159128 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aea71a3-721b-4631-a943-f940b340ed6d None None] Pushing event updated for resources: {'Port': ['ID=3d5527dc-c8e1-4815-b262-f252cc8587e1,revision_number=4']} {{(pid=74322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:08:49.163031 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-0aea71a3-721b-4631-a943-f940b340ed6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:08:49.225565 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-8d1e6159-c2ae-43d0-b7fe-ada99d5dad6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2109705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2927931'] for subnet, after_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:49.231666 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:08:49.317138 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_dvr_db [None req-ed6d31ed-fa13-4d5a-a70e-d94f897e3307 None None] Set router 13fcba5a-cfcd-4828-ba56-a3d6e10e1e7c gateway port host: dv-cinder-774286-11-smb {{(pid=74322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 03 16:08:49.321192 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1e6159-c2ae-43d0-b7fe-ada99d5dad6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e41f3917-8514-4b8b-bc2b-699064475a1c,revision_number=0']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:08:49.324164 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-8d1e6159-c2ae-43d0-b7fe-ada99d5dad6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:08:49.347170 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1e6159-c2ae-43d0-b7fe-ada99d5dad6e admin admin] Checking segment: {'id': 'd682172e-b9ba-437b-a526-447cd219cd12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'b9666e74-c2d7-42bb-ba43-9a78523bcd3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 03 16:08:49.349052 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d1e6159-c2ae-43d0-b7fe-ada99d5dad6e admin admin] Network hostable DHCP agents. Network: b9666e74-c2d7-42bb-ba43-9a78523bcd3e, hostable agents: ['656f65d0-a8c5-485a-ad4b-a4c2f5db155a'], hosted agents: [] {{(pid=74320) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 16:08:49.396080 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Device dcaed32f-e6a5-4873-87c9-02963d76c4a0 up at agent ovs-agent-dv-cinder-774286-11-smb {{(pid=74322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 16:08:49.497593 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d1e6159-c2ae-43d0-b7fe-ada99d5dad6e admin admin] Network b9666e74-c2d7-42bb-ba43-9a78523bcd3e is scheduled to be hosted by DHCP agent 656f65d0-a8c5-485a-ad4b-a4c2f5db155a with binding_index 1 {{(pid=74320) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 16:08:49.532568 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.managers [None req-892b9101-9b2c-4b8c-993f-8163143ef3f3 admin admin] Network 9317404e-abf0-4eb2-9eb2-04c3a11e52a0 has no segments {{(pid=74321) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 03 16:08:49.543440 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-892b9101-9b2c-4b8c-993f-8163143ef3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2038484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3094540'] for segment, after_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:49.575979 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a70c9433-c5b3-417f-b118-faeaff5245f4 req-bdd05062-9fd4-4b20-b77d-2a4f9436b058 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Router 5a8fbabf-e36f-4c37-be78-f73c0a027e34 has already been hosted by L3 agent 433ecc79-0b70-49a3-9006-0abc49206663 {{(pid=74321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 16:08:49.594243 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.scheduler.base_scheduler [None req-8d1e6159-c2ae-43d0-b7fe-ada99d5dad6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-11-smb, b9666e74-c2d7-42bb-ba43-9a78523bcd3e) {{(pid=74320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:08:49.605486 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d1e6159-c2ae-43d0-b7fe-ada99d5dad6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:08:49.606131 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-8d1e6159-c2ae-43d0-b7fe-ada99d5dad6e admin admin] Notify callbacks [] for subnet, before_response {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:49.621277 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e1bfe41-a9cb-4811-88eb-99ef83256fe1 None None] Network b9666e74-c2d7-42bb-ba43-9a78523bcd3e requested from dv-cinder-774286-11-smb {{(pid=74322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 16:08:49.726721 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Provisioning complete for port dcaed32f-e6a5-4873-87c9-02963d76c4a0 triggered by entity L2. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 16:08:49.727107 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033555'] for port, provisioning_complete {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:49.740701 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-8d1e6159-c2ae-43d0-b7fe-ada99d5dad6e admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2878296 May 03 16:08:49.741033 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 56362) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:08:49.747722 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.v2.base [None req-f3367a68-b344-4add-a020-7366c9c9aca3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2008161039-router', 'tenant_id': '881f41bb3ef9467abc6a1c11d9eaa3be', 'external_gateway_info': {'network_id': '19073356-f4a5-448b-8854-15ae9765d652'}}} {{(pid=74320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 16:08:49.752527 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-f3367a68-b344-4add-a020-7366c9c9aca3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:08:49.757353 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-f3367a68-b344-4add-a020-7366c9c9aca3 admin admin] Usage tracker for resource:router and tenant:881f41bb3ef9467abc6a1c11d9eaa3be is out of sync, need to count used quota {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:08:49.760634 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-f3367a68-b344-4add-a020-7366c9c9aca3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:08:49.766923 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-f3367a68-b344-4add-a020-7366c9c9aca3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:08:49.799904 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.managers [None req-892b9101-9b2c-4b8c-993f-8163143ef3f3 admin admin] Network 9317404e-abf0-4eb2-9eb2-04c3a11e52a0 has no segments {{(pid=74321) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 03 16:08:49.831306 dv-cinder-774286-11-smb neutron-server[74321]: Traceback (most recent call last): May 03 16:08:49.831306 dv-cinder-774286-11-smb neutron-server[74321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 16:08:49.831306 dv-cinder-774286-11-smb neutron-server[74321]: timer() May 03 16:08:49.831306 dv-cinder-774286-11-smb neutron-server[74321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 16:08:49.831306 dv-cinder-774286-11-smb neutron-server[74321]: cb(*args, **kw) May 03 16:08:49.831306 dv-cinder-774286-11-smb neutron-server[74321]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 03 16:08:49.831306 dv-cinder-774286-11-smb neutron-server[74321]: return func(*args, **kwargs) May 03 16:08:49.831306 dv-cinder-774286-11-smb neutron-server[74321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 16:08:49.831306 dv-cinder-774286-11-smb neutron-server[74321]: self._notify() May 03 16:08:49.831306 dv-cinder-774286-11-smb neutron-server[74321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 16:08:49.831306 dv-cinder-774286-11-smb neutron-server[74321]: self.callback(batched_events) May 03 16:08:49.831306 dv-cinder-774286-11-smb neutron-server[74321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 16:08:49.831306 dv-cinder-774286-11-smb neutron-server[74321]: event.method(event) May 03 16:08:49.831306 dv-cinder-774286-11-smb neutron-server[74321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 16:08:49.831306 dv-cinder-774286-11-smb neutron-server[74321]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 16:08:49.831306 dv-cinder-774286-11-smb neutron-server[74321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 16:08:49.831306 dv-cinder-774286-11-smb neutron-server[74321]: aggregate_uuid = self.p_client.list_aggregates( May 03 16:08:49.831306 dv-cinder-774286-11-smb neutron-server[74321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 16:08:49.831306 dv-cinder-774286-11-smb neutron-server[74321]: return f(self, *a, **k) May 03 16:08:49.831306 dv-cinder-774286-11-smb neutron-server[74321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 16:08:49.831306 dv-cinder-774286-11-smb neutron-server[74321]: return self._get(url).json() May 03 16:08:49.831306 dv-cinder-774286-11-smb neutron-server[74321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 16:08:49.831306 dv-cinder-774286-11-smb neutron-server[74321]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 16:08:49.831306 dv-cinder-774286-11-smb neutron-server[74321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 16:08:49.831306 dv-cinder-774286-11-smb neutron-server[74321]: return self.request(url, 'GET', **kwargs) May 03 16:08:49.831306 dv-cinder-774286-11-smb neutron-server[74321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 16:08:49.831306 dv-cinder-774286-11-smb neutron-server[74321]: base_url = self.get_endpoint(auth, allow=allow, May 03 16:08:49.831306 dv-cinder-774286-11-smb neutron-server[74321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 16:08:49.831306 dv-cinder-774286-11-smb neutron-server[74321]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 16:08:49.831306 dv-cinder-774286-11-smb neutron-server[74321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 16:08:49.831306 dv-cinder-774286-11-smb neutron-server[74321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 16:08:49.831306 dv-cinder-774286-11-smb neutron-server[74321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 16:08:49.920820 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-f3367a68-b344-4add-a020-7366c9c9aca3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-928091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15471'] for router, before_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:49.922024 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-f3367a68-b344-4add-a020-7366c9c9aca3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-993883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-926691', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-558494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15462'] for router, precommit_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:50.001964 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a70c9433-c5b3-417f-b118-faeaff5245f4 req-bdd05062-9fd4-4b20-b77d-2a4f9436b058 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Notify agent at l3_agent.dv-cinder-774286-11-smb the message routers_updated {{(pid=74321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 16:08:50.012949 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6446cc5-15a0-4efe-8215-bdaaba5a139c None None] Sync routers for ids ['5a8fbabf-e36f-4c37-be78-f73c0a027e34'] in dv-cinder-774286-11-smb {{(pid=74323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 16:08:50.024771 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6446cc5-15a0-4efe-8215-bdaaba5a139c None None] Routers {'5a8fbabf-e36f-4c37-be78-f73c0a027e34'} bound to L3 agent in host dv-cinder-774286-11-smb {{(pid=74323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 03 16:08:50.025634 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.l3_hamode_db [None req-e6446cc5-15a0-4efe-8215-bdaaba5a139c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-03T15:53:43Z,description=,heartbeat_timestamp=2021-05-03T16:08:43Z,host='dv-cinder-774286-11-smb',id=433ecc79-0b70-49a3-9006-0abc49206663,load=0,resource_versions=,resources_synced=,started_at=2021-05-03T15:53:44Z,topic='l3_agent')) {'router_ids': ['5a8fbabf-e36f-4c37-be78-f73c0a027e34'], 'active': True} {{(pid=74323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:08:50.082001 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.l3_dvrscheduler_db [req-a70c9433-c5b3-417f-b118-faeaff5245f4 req-bdd05062-9fd4-4b20-b77d-2a4f9436b058 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] No DVR routers for this DVR port 8fb64b0f-8e1a-488e-8641-9ef284a4934a on host hv-cinder-77428 {{(pid=74321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 16:08:50.084921 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [req-a70c9433-c5b3-417f-b118-faeaff5245f4 req-bdd05062-9fd4-4b20-b77d-2a4f9436b058 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504013'] for port, before_response {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:50.088523 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f537497-d0c4-4e5c-9172-463297393663', 'name': 'network-vif-deleted', 'tag': '8fb64b0f-8e1a-488e-8641-9ef284a4934a'}] {{(pid=74321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 16:08:50.105820 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-892b9101-9b2c-4b8c-993f-8163143ef3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2031619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926591'] for network, after_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:50.110074 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-bd37e27a-0f7c-4f7e-bde7-19c9aafa0a19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:08:50.119272 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-f3367a68-b344-4add-a020-7366c9c9aca3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:50.125389 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-892b9101-9b2c-4b8c-993f-8163143ef3f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532153'] for network, before_response {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:50.130667 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-892b9101-9b2c-4b8c-993f-8163143ef3f3 admin admin] 10.222.0.11 "DELETE /v2.0/networks/9317404e-abf0-4eb2-9eb2-04c3a11e52a0 HTTP/1.1" status: 204 len: 168 time: 1.7753434 May 03 16:08:50.131277 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb902b3-fb91-4f70-b8d8-55fd34af0fcd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc11f33cf-de04-5679-8971-88b06203b27c-b9666e74-c2d7-42bb-ba43-9a78523bcd3e', 'network_id': 'b9666e74-c2d7-42bb-ba43-9a78523bcd3e', 'tenant_id': '881f41bb3ef9467abc6a1c11d9eaa3be', 'fixed_ips': [{'subnet_id': 'e41f3917-8514-4b8b-bc2b-699064475a1c'}]}} from dv-cinder-774286-11-smb. {{(pid=74322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 16:08:50.132365 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-cdb902b3-fb91-4f70-b8d8-55fd34af0fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_create {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:50.135480 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 56370) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:08:50.169922 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_hamode_db [None req-ed6d31ed-fa13-4d5a-a70e-d94f897e3307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13fcba5a-cfcd-4828-ba56-a3d6e10e1e7c', 'name': 'tempest-TestShelveInstance-2013582687-router', 'tenant_id': 'de50ab860eae44c78310b0ffea585861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'external_fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.67'}], 'enable_snat': True}, 'gw_port_id': 'dcaed32f-e6a5-4873-87c9-02963d76c4a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-03T16:08:39Z', 'updated_at': '2021-05-03T16:08:44Z', 'revision_number': 4, 'project_id': 'de50ab860eae44c78310b0ffea585861', 'gw_port': {'id': 'dcaed32f-e6a5-4873-87c9-02963d76c4a0', 'name': '', 'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:bf:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fcba5a-cfcd-4828-ba56-a3d6e10e1e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-03T16:08:40Z', 'updated_at': '2021-05-03T16:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9682172-7c17-476a-827f-79723500eb4a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-11-smb', '_interfaces': [{'id': '3d5527dc-c8e1-4815-b262-f252cc8587e1', 'name': '', 'network_id': '376169b2-6332-4827-8ba9-5327722bbe13', 'tenant_id': 'de50ab860eae44c78310b0ffea585861', 'mac_address': 'fa:16:3e:9f:98:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13fcba5a-cfcd-4828-ba56-a3d6e10e1e7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '2851544b-8ea1-4cb3-be94-93bb6cf0ea51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-03T16:08:43Z', 'updated_at': '2021-05-03T16:08:48Z', 'revision_number': 4, 'project_id': 'de50ab860eae44c78310b0ffea585861', 'subnets': [{'id': '2851544b-8ea1-4cb3-be94-93bb6cf0ea51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-11-smb', False) {} {{(pid=74322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:08:50.176543 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892b9101-9b2c-4b8c-993f-8163143ef3f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=9317404e-abf0-4eb2-9eb2-04c3a11e52a0,revision_number=None']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:08:50.182356 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-892b9101-9b2c-4b8c-993f-8163143ef3f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:08:50.194380 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f537497-d0c4-4e5c-9172-463297393663', 'name': 'network-vif-deleted', 'tag': '8fb64b0f-8e1a-488e-8641-9ef284a4934a', 'status': 'completed', 'code': 200} May 03 16:08:50.209151 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-a70c9433-c5b3-417f-b118-faeaff5245f4 req-bdd05062-9fd4-4b20-b77d-2a4f9436b058 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.42 "DELETE /v2.0/ports/8fb64b0f-8e1a-488e-8641-9ef284a4934a HTTP/1.1" status: 204 len: 173 time: 2.6981883 May 03 16:08:50.219526 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.db_base_plugin_v2 [None req-80d52af3-6ff3-42f7-bdcb-368231a31441 admin admin] Deleting subnet 3a4146a3-a47f-46cf-bec1-4b750f2452ae {{(pid=74321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} May 03 16:08:50.223698 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-80d52af3-6ff3-42f7-bdcb-368231a31441 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:50.258569 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6d31ed-fa13-4d5a-a70e-d94f897e3307 None None] The sync data for ids ['13fcba5a-cfcd-4828-ba56-a3d6e10e1e7c'] in dv-cinder-774286-11-smb is: [{'id': '13fcba5a-cfcd-4828-ba56-a3d6e10e1e7c', 'name': 'tempest-TestShelveInstance-2013582687-router', 'tenant_id': 'de50ab860eae44c78310b0ffea585861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'external_fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.67'}], 'enable_snat': True}, 'gw_port_id': 'dcaed32f-e6a5-4873-87c9-02963d76c4a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-03T16:08:39Z', 'updated_at': '2021-05-03T16:08:44Z', 'revision_number': 4, 'project_id': 'de50ab860eae44c78310b0ffea585861', 'gw_port': {'id': 'dcaed32f-e6a5-4873-87c9-02963d76c4a0', 'name': '', 'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:bf:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fcba5a-cfcd-4828-ba56-a3d6e10e1e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-03T16:08:40Z', 'updated_at': '2021-05-03T16:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9682172-7c17-476a-827f-79723500eb4a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-11-smb', '_interfaces': [{'id': '3d5527dc-c8e1-4815-b262-f252cc8587e1', 'name': '', 'network_id': '376169b2-6332-4827-8ba9-5327722bbe13', 'tenant_id': 'de50ab860eae44c78310b0ffea585861', 'mac_address': 'fa:16:3e:9f:98:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13fcba5a-cfcd-4828-ba56-a3d6e10e1e7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '2851544b-8ea1-4cb3-be94-93bb6cf0ea51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-03T16:08:43Z', 'updated_at': '2021-05-03T16:08:48Z', 'revision_number': 4, 'project_id': 'de50ab860eae44c78310b0ffea585861', 'subnets': [{'id': '2851544b-8ea1-4cb3-be94-93bb6cf0ea51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 16:08:50.261937 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.l3_dvr_db [None req-e6446cc5-15a0-4efe-8215-bdaaba5a139c None None] Set router 5a8fbabf-e36f-4c37-be78-f73c0a027e34 gateway port host: dv-cinder-774286-11-smb {{(pid=74323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 03 16:08:50.282421 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-80d52af3-6ff3-42f7-bdcb-368231a31441 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2994143'] for subnet, precommit_delete_associations {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:50.411610 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [req-3a4e76f0-35ef-4ce8-b6c6-4a91dd2b43d5 req-9fcfc74f-f469-483f-977a-f4b96f990020 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Synchronizing usage tracker for tenant:30698392a3254cc2a62d95e9d3896fad on resource:port {{(pid=74321) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 16:08:50.452878 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-80d52af3-6ff3-42f7-bdcb-368231a31441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2037121'] for subnet, precommit_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:50.455102 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.db_base_plugin_common [None req-cdb902b3-fb91-4f70-b8d8-55fd34af0fcd None None] Allocated IP 172.20.0.2 (b9666e74-c2d7-42bb-ba43-9a78523bcd3e/e41f3917-8514-4b8b-bc2b-699064475a1c/c24de2f5-dde2-4cb5-b9c3-8b88769b9a19) {{(pid=74322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 16:08:50.498816 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [req-3a4e76f0-35ef-4ce8-b6c6-4a91dd2b43d5 req-9fcfc74f-f469-483f-977a-f4b96f990020 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Unset dirty status for tenant:30698392a3254cc2a62d95e9d3896fad on resource:port {{(pid=74321) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 16:08:50.508988 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-3a4e76f0-35ef-4ce8-b6c6-4a91dd2b43d5 req-9fcfc74f-f469-483f-977a-f4b96f990020 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f537497-d0c4-4e5c-9172-463297393663 HTTP/1.1" status: 200 len: 210 time: 0.1722090 May 03 16:08:50.780500 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.l3_hamode_db [None req-e6446cc5-15a0-4efe-8215-bdaaba5a139c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a8fbabf-e36f-4c37-be78-f73c0a027e34', 'name': 'tempest-AttachVolumeShelveTestJSON-599808772-router', 'tenant_id': '30698392a3254cc2a62d95e9d3896fad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'external_fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.34'}], 'enable_snat': True}, 'gw_port_id': 'd896c065-349c-411c-a557-d03b89fa2493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-03T16:01:44Z', 'updated_at': '2021-05-03T16:01:54Z', 'revision_number': 4, 'project_id': '30698392a3254cc2a62d95e9d3896fad', 'gw_port': {'id': 'd896c065-349c-411c-a557-d03b89fa2493', 'name': '', 'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:72:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a8fbabf-e36f-4c37-be78-f73c0a027e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-03T16:01:46Z', 'updated_at': '2021-05-03T16:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9682172-7c17-476a-827f-79723500eb4a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-11-smb', '_interfaces': [{'id': 'd3df28d5-f4c9-40f4-b5d4-98fac9d28723', 'name': '', 'network_id': '3d07b93f-2cbc-4419-9656-593dd149b251', 'tenant_id': '30698392a3254cc2a62d95e9d3896fad', 'mac_address': 'fa:16:3e:b5:e3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a8fbabf-e36f-4c37-be78-f73c0a027e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '6e179f81-7e4a-49b9-b9a9-9613d63a9979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-03T16:01:53Z', 'updated_at': '2021-05-03T16:02:07Z', 'revision_number': 5, 'project_id': '30698392a3254cc2a62d95e9d3896fad', 'subnets': [{'id': '6e179f81-7e4a-49b9-b9a9-9613d63a9979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-11-smb', False) {} {{(pid=74323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:08:50.785195 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6446cc5-15a0-4efe-8215-bdaaba5a139c None None] Checking router: 5a8fbabf-e36f-4c37-be78-f73c0a027e34 for host: dv-cinder-774286-11-smb {{(pid=74323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 16:08:50.794498 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6446cc5-15a0-4efe-8215-bdaaba5a139c None None] Routers {'5a8fbabf-e36f-4c37-be78-f73c0a027e34'} bound to L3 agent in host dv-cinder-774286-11-smb {{(pid=74323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 03 16:08:50.795264 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.l3_hamode_db [None req-e6446cc5-15a0-4efe-8215-bdaaba5a139c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-03T15:53:43Z,description=,heartbeat_timestamp=2021-05-03T16:08:43Z,host='dv-cinder-774286-11-smb',id=433ecc79-0b70-49a3-9006-0abc49206663,load=0,resource_versions=,resources_synced=,started_at=2021-05-03T15:53:44Z,topic='l3_agent')) {'router_ids': ['5a8fbabf-e36f-4c37-be78-f73c0a027e34'], 'active': True} {{(pid=74323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:08:50.810723 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-cdb902b3-fb91-4f70-b8d8-55fd34af0fcd None None] Notify callbacks [] for port, precommit_create {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:50.831298 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-cdb902b3-fb91-4f70-b8d8-55fd34af0fcd None None] Transition to ACTIVE for port object c24de2f5-dde2-4cb5-b9c3-8b88769b9a19 will not be triggered until provisioned by entity L2. {{(pid=74322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 16:08:50.928421 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-f3367a68-b344-4add-a020-7366c9c9aca3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926698', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-928053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15508'] for router, precommit_update {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:50.989339 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-80d52af3-6ff3-42f7-bdcb-368231a31441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2037128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3095214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2444459'] for subnet, after_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:50.990305 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-cdb902b3-fb91-4f70-b8d8-55fd34af0fcd None None] Transition to ACTIVE for port object c24de2f5-dde2-4cb5-b9c3-8b88769b9a19 will not be triggered until provisioned by entity DHCP. {{(pid=74322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 16:08:50.996016 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-fb4148a1-fd90-4eac-b368-bebec56d29eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:08:51.038858 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d52af3-6ff3-42f7-bdcb-368231a31441 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a4146a3-a47f-46cf-bec1-4b750f2452ae,revision_number=None']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:08:51.042053 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-80d52af3-6ff3-42f7-bdcb-368231a31441 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:08:51.043589 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-80d52af3-6ff3-42f7-bdcb-368231a31441 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532153'] for subnet, before_response {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:51.052118 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-80d52af3-6ff3-42f7-bdcb-368231a31441 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/3a4146a3-a47f-46cf-bec1-4b750f2452ae HTTP/1.1" status: 204 len: 168 time: 0.9152908 May 03 16:08:51.053021 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 56374) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:08:51.055353 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.l3_dvr_db [None req-e6446cc5-15a0-4efe-8215-bdaaba5a139c None None] Set router 5a8fbabf-e36f-4c37-be78-f73c0a027e34 gateway port host: dv-cinder-774286-11-smb {{(pid=74323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 03 16:08:51.097911 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-cdb902b3-fb91-4f70-b8d8-55fd34af0fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781092417302'] for port, after_create {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:51.114071 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:08:51.210027 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-43e80e87-986f-4727-a612-7eddd9a9e5eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2016999'] for network, before_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:51.240233 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb902b3-fb91-4f70-b8d8-55fd34af0fcd None None] Network b9666e74-c2d7-42bb-ba43-9a78523bcd3e is already hosted by enough agents. {{(pid=74322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 16:08:51.244637 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.scheduler.base_scheduler [None req-cdb902b3-fb91-4f70-b8d8-55fd34af0fcd None None] Resources bound (agent type, host, resource id): {{(pid=74322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:08:51.248999 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb902b3-fb91-4f70-b8d8-55fd34af0fcd None None] Received port after_create {{(pid=74322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 03 16:08:51.360235 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb902b3-fb91-4f70-b8d8-55fd34af0fcd None None] Pushing event updated for resources: {'Port': ['ID=c24de2f5-dde2-4cb5-b9c3-8b88769b9a19,revision_number=1']} {{(pid=74322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:08:51.387308 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-43e80e87-986f-4727-a612-7eddd9a9e5eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2031644', 'neutron.services.segments.db._delete_segments_for_network-8781092860977'] for network, precommit_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:51.387667 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-cdb902b3-fb91-4f70-b8d8-55fd34af0fcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:08:51.435845 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Device 3d5527dc-c8e1-4815-b262-f252cc8587e1 up at agent ovs-agent-dv-cinder-774286-11-smb {{(pid=74322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 16:08:51.528296 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.managers [None req-cdb902b3-fb91-4f70-b8d8-55fd34af0fcd None None] Attempting to bind port c24de2f5-dde2-4cb5-b9c3-8b88769b9a19 on host dv-cinder-774286-11-smb for vnic_type normal with profile {{(pid=74322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 16:08:51.529018 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.managers [None req-cdb902b3-fb91-4f70-b8d8-55fd34af0fcd None None] Attempting to bind port c24de2f5-dde2-4cb5-b9c3-8b88769b9a19 by drivers openvswitch,hyperv on host dv-cinder-774286-11-smb at level 0 using segments [{'id': 'd682172e-b9ba-437b-a526-447cd219cd12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'b9666e74-c2d7-42bb-ba43-9a78523bcd3e'}] {{(pid=74322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 16:08:51.529267 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb902b3-fb91-4f70-b8d8-55fd34af0fcd None None] Attempting to bind port c24de2f5-dde2-4cb5-b9c3-8b88769b9a19 on network b9666e74-c2d7-42bb-ba43-9a78523bcd3e {{(pid=74322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 16:08:51.530889 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-f3367a68-b344-4add-a020-7366c9c9aca3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:51.550694 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb902b3-fb91-4f70-b8d8-55fd34af0fcd None None] Checking agent: {'id': '682d886a-77a6-45f8-87fa-5ebc2dd04251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 3, 15, 53, 43), 'started_at': datetime.datetime(2021, 5, 3, 15, 54, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 3, 16, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 16:08:51.550694 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb902b3-fb91-4f70-b8d8-55fd34af0fcd None None] Checking segment: {'id': 'd682172e-b9ba-437b-a526-447cd219cd12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'b9666e74-c2d7-42bb-ba43-9a78523bcd3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 03 16:08:51.550694 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-cdb902b3-fb91-4f70-b8d8-55fd34af0fcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:51.550694 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb902b3-fb91-4f70-b8d8-55fd34af0fcd None None] Bound using segment: {'id': 'd682172e-b9ba-437b-a526-447cd219cd12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'b9666e74-c2d7-42bb-ba43-9a78523bcd3e'} {{(pid=74322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 16:08:51.550694 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.managers [None req-cdb902b3-fb91-4f70-b8d8-55fd34af0fcd None None] Bound port: c24de2f5-dde2-4cb5-b9c3-8b88769b9a19, host: dv-cinder-774286-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd682172e-b9ba-437b-a526-447cd219cd12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'b9666e74-c2d7-42bb-ba43-9a78523bcd3e'}}] {{(pid=74322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 16:08:51.550694 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-cdb902b3-fb91-4f70-b8d8-55fd34af0fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:51.578568 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-f3367a68-b344-4add-a020-7366c9c9aca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:51.587247 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.l3_hamode_db [None req-e6446cc5-15a0-4efe-8215-bdaaba5a139c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a8fbabf-e36f-4c37-be78-f73c0a027e34', 'name': 'tempest-AttachVolumeShelveTestJSON-599808772-router', 'tenant_id': '30698392a3254cc2a62d95e9d3896fad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'external_fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.34'}], 'enable_snat': True}, 'gw_port_id': 'd896c065-349c-411c-a557-d03b89fa2493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-03T16:01:44Z', 'updated_at': '2021-05-03T16:01:54Z', 'revision_number': 4, 'project_id': '30698392a3254cc2a62d95e9d3896fad', 'gw_port': {'id': 'd896c065-349c-411c-a557-d03b89fa2493', 'name': '', 'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:72:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a8fbabf-e36f-4c37-be78-f73c0a027e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-03T16:01:46Z', 'updated_at': '2021-05-03T16:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9682172-7c17-476a-827f-79723500eb4a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-11-smb', '_interfaces': [{'id': 'd3df28d5-f4c9-40f4-b5d4-98fac9d28723', 'name': '', 'network_id': '3d07b93f-2cbc-4419-9656-593dd149b251', 'tenant_id': '30698392a3254cc2a62d95e9d3896fad', 'mac_address': 'fa:16:3e:b5:e3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a8fbabf-e36f-4c37-be78-f73c0a027e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '6e179f81-7e4a-49b9-b9a9-9613d63a9979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-03T16:01:53Z', 'updated_at': '2021-05-03T16:02:07Z', 'revision_number': 5, 'project_id': '30698392a3254cc2a62d95e9d3896fad', 'subnets': [{'id': '6e179f81-7e4a-49b9-b9a9-9613d63a9979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-11-smb', False) {} {{(pid=74323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:08:51.591907 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6446cc5-15a0-4efe-8215-bdaaba5a139c None None] The sync data for ids ['5a8fbabf-e36f-4c37-be78-f73c0a027e34'] in dv-cinder-774286-11-smb is: [{'id': '5a8fbabf-e36f-4c37-be78-f73c0a027e34', 'name': 'tempest-AttachVolumeShelveTestJSON-599808772-router', 'tenant_id': '30698392a3254cc2a62d95e9d3896fad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'external_fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.34'}], 'enable_snat': True}, 'gw_port_id': 'd896c065-349c-411c-a557-d03b89fa2493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-03T16:01:44Z', 'updated_at': '2021-05-03T16:01:54Z', 'revision_number': 4, 'project_id': '30698392a3254cc2a62d95e9d3896fad', 'gw_port': {'id': 'd896c065-349c-411c-a557-d03b89fa2493', 'name': '', 'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:72:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a8fbabf-e36f-4c37-be78-f73c0a027e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-03T16:01:46Z', 'updated_at': '2021-05-03T16:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9682172-7c17-476a-827f-79723500eb4a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-11-smb', '_interfaces': [{'id': 'd3df28d5-f4c9-40f4-b5d4-98fac9d28723', 'name': '', 'network_id': '3d07b93f-2cbc-4419-9656-593dd149b251', 'tenant_id': '30698392a3254cc2a62d95e9d3896fad', 'mac_address': 'fa:16:3e:b5:e3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a8fbabf-e36f-4c37-be78-f73c0a027e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '6e179f81-7e4a-49b9-b9a9-9613d63a9979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-03T16:01:53Z', 'updated_at': '2021-05-03T16:02:07Z', 'revision_number': 5, 'project_id': '30698392a3254cc2a62d95e9d3896fad', 'subnets': [{'id': '6e179f81-7e4a-49b9-b9a9-9613d63a9979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 16:08:51.664151 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Provisioning for port 3d5527dc-c8e1-4815-b262-f252cc8587e1 completed by entity L2. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 16:08:51.721275 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Provisioning complete for port 3d5527dc-c8e1-4815-b262-f252cc8587e1 triggered by entity L2. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 16:08:51.722463 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033555'] for port, provisioning_complete {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:51.752900 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.services.segments.db [None req-43e80e87-986f-4727-a612-7eddd9a9e5eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53f7c3fd-c6fe-473b-841c-111f9b4d1aae']}} {{(pid=74321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:08:51.765426 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.db_base_plugin_common [None req-f3367a68-b344-4add-a020-7366c9c9aca3 admin admin] Allocated IP 172.28.1.171 (19073356-f4a5-448b-8854-15ae9765d652/a9682172-7c17-476a-827f-79723500eb4a/d5aea586-2ee0-4959-bd10-b1f7b6ccc12c) {{(pid=74320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 16:08:51.766047 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.services.segments.db [None req-43e80e87-986f-4727-a612-7eddd9a9e5eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53cf6cf6-2d67-4c5d-b2d4-dbe6cdd951a4') {'for_net_delete': True} {{(pid=74321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:08:51.766408 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.services.segments.db [None req-43e80e87-986f-4727-a612-7eddd9a9e5eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53cf6cf6-2d67-4c5d-b2d4-dbe6cdd951a4') {} {{(pid=74321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:08:51.777206 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Device 8fb64b0f-8e1a-488e-8641-9ef284a4934a no longer exists at agent hyperv_hv-cinder-77428 {{(pid=74322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 16:08:51.781706 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-43e80e87-986f-4727-a612-7eddd9a9e5eb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781092872551', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2994150'] for segment, before_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:51.799865 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-43e80e87-986f-4727-a612-7eddd9a9e5eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038491'] for segment, precommit_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:51.806706 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43e80e87-986f-4727-a612-7eddd9a9e5eb admin admin] Releasing vlan 649 on physical network physnet1 to pool {{(pid=74321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 16:08:51.837001 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.plugin [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] No Port match for: 8fb64b0f-8e1a-488e-8641-9ef284a4934a {{(pid=74322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 03 16:08:51.837492 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Device 8fb64b0f-8e1a-488e-8641-9ef284a4934a not bound to the agent host hv-cinder-77428 {{(pid=74322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 16:08:51.842267 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 56382) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:08:51.843680 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-cdb902b3-fb91-4f70-b8d8-55fd34af0fcd None None] For port c24de2f5-dde2-4cb5-b9c3-8b88769b9a19, host dv-cinder-774286-11-smb, cleared binding levels {{(pid=74322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 16:08:51.864390 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-cdb902b3-fb91-4f70-b8d8-55fd34af0fcd None None] For port c24de2f5-dde2-4cb5-b9c3-8b88769b9a19, host dv-cinder-774286-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-11-smb',level=0,port_id=c24de2f5-dde2-4cb5-b9c3-8b88769b9a19,segment=NetworkSegment(d682172e-b9ba-437b-a526-447cd219cd12),segment_id=d682172e-b9ba-437b-a526-447cd219cd12)] {{(pid=74322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 16:08:51.945283 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:51.973371 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-f3367a68-b344-4add-a020-7366c9c9aca3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:51.985735 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-cdb902b3-fb91-4f70-b8d8-55fd34af0fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365'] for port, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:51.991528 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-62410aef-dd27-4c27-a8da-3d5d03faac16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:08:52.030811 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] For port 3d5527dc-c8e1-4815-b262-f252cc8587e1, host dv-cinder-774286-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-11-smb',level=0,port_id=3d5527dc-c8e1-4815-b262-f252cc8587e1,segment=NetworkSegment(6d05219d-2b9c-4127-a1f7-d8f460c99216),segment_id=6d05219d-2b9c-4127-a1f7-d8f460c99216)] {{(pid=74322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 16:08:52.046524 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.managers [None req-43e80e87-986f-4727-a612-7eddd9a9e5eb admin admin] Network 53f7c3fd-c6fe-473b-841c-111f9b4d1aae has no segments {{(pid=74321) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 03 16:08:52.067722 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-43e80e87-986f-4727-a612-7eddd9a9e5eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2038484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3094540'] for segment, after_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:52.084998 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb902b3-fb91-4f70-b8d8-55fd34af0fcd None None] Pushing event updated for resources: {'Port': ['ID=c24de2f5-dde2-4cb5-b9c3-8b88769b9a19,revision_number=2']} {{(pid=74322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:08:52.101971 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-cdb902b3-fb91-4f70-b8d8-55fd34af0fcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:08:52.138046 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-f3367a68-b344-4add-a020-7366c9c9aca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781092417302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2110393'] for port, after_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:52.142287 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17bb20b2-c6b9-4ed4-b851-374859e3055a None None] New status for floating IP b405ce39-1256-497e-86da-8f36ef5ff657: DOWN {{(pid=74322) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 16:08:52.142813 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-a471f359-015b-49c1-a0b9-d82ff6f65a96 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:08:52.170525 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-f761f6e5-d216-46d5-8b27-109044467307 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Notify callbacks [] for security_group, before_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:52.202698 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-f761f6e5-d216-46d5-8b27-109044467307 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:52.224112 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3367a68-b344-4add-a020-7366c9c9aca3 admin admin] Network 19073356-f4a5-448b-8854-15ae9765d652 is already hosted by enough agents. {{(pid=74320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 16:08:52.224881 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365'] for port, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:52.233092 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.scheduler.base_scheduler [None req-f3367a68-b344-4add-a020-7366c9c9aca3 admin admin] Resources bound (agent type, host, resource id): {{(pid=74320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:08:52.238211 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3367a68-b344-4add-a020-7366c9c9aca3 admin admin] Received port after_create {{(pid=74320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 03 16:08:52.287489 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3367a68-b344-4add-a020-7366c9c9aca3 admin admin] Pushing event updated for resources: {'Port': ['ID=d5aea586-2ee0-4959-bd10-b1f7b6ccc12c,revision_number=1']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:08:52.292954 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-f3367a68-b344-4add-a020-7366c9c9aca3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:08:52.311197 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-c768a39d-d523-42b4-acaf-f1e3d108d854 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:08:52.427556 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.managers [None req-43e80e87-986f-4727-a612-7eddd9a9e5eb admin admin] Network 53f7c3fd-c6fe-473b-841c-111f9b4d1aae has no segments {{(pid=74321) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 03 16:08:52.459174 dv-cinder-774286-11-smb neutron-server[74321]: Traceback (most recent call last): May 03 16:08:52.459174 dv-cinder-774286-11-smb neutron-server[74321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 16:08:52.459174 dv-cinder-774286-11-smb neutron-server[74321]: timer() May 03 16:08:52.459174 dv-cinder-774286-11-smb neutron-server[74321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 16:08:52.459174 dv-cinder-774286-11-smb neutron-server[74321]: cb(*args, **kw) May 03 16:08:52.459174 dv-cinder-774286-11-smb neutron-server[74321]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 03 16:08:52.459174 dv-cinder-774286-11-smb neutron-server[74321]: return func(*args, **kwargs) May 03 16:08:52.459174 dv-cinder-774286-11-smb neutron-server[74321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 16:08:52.459174 dv-cinder-774286-11-smb neutron-server[74321]: self._notify() May 03 16:08:52.459174 dv-cinder-774286-11-smb neutron-server[74321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 16:08:52.459174 dv-cinder-774286-11-smb neutron-server[74321]: self.callback(batched_events) May 03 16:08:52.459174 dv-cinder-774286-11-smb neutron-server[74321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 16:08:52.459174 dv-cinder-774286-11-smb neutron-server[74321]: event.method(event) May 03 16:08:52.459174 dv-cinder-774286-11-smb neutron-server[74321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 16:08:52.459174 dv-cinder-774286-11-smb neutron-server[74321]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 16:08:52.459174 dv-cinder-774286-11-smb neutron-server[74321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 16:08:52.459174 dv-cinder-774286-11-smb neutron-server[74321]: aggregate_uuid = self.p_client.list_aggregates( May 03 16:08:52.459174 dv-cinder-774286-11-smb neutron-server[74321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 16:08:52.459174 dv-cinder-774286-11-smb neutron-server[74321]: return f(self, *a, **k) May 03 16:08:52.459174 dv-cinder-774286-11-smb neutron-server[74321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 16:08:52.459174 dv-cinder-774286-11-smb neutron-server[74321]: return self._get(url).json() May 03 16:08:52.459174 dv-cinder-774286-11-smb neutron-server[74321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 16:08:52.459174 dv-cinder-774286-11-smb neutron-server[74321]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 16:08:52.459174 dv-cinder-774286-11-smb neutron-server[74321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 16:08:52.459174 dv-cinder-774286-11-smb neutron-server[74321]: return self.request(url, 'GET', **kwargs) May 03 16:08:52.459174 dv-cinder-774286-11-smb neutron-server[74321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 16:08:52.459174 dv-cinder-774286-11-smb neutron-server[74321]: base_url = self.get_endpoint(auth, allow=allow, May 03 16:08:52.459174 dv-cinder-774286-11-smb neutron-server[74321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 16:08:52.459174 dv-cinder-774286-11-smb neutron-server[74321]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 16:08:52.459174 dv-cinder-774286-11-smb neutron-server[74321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 16:08:52.459174 dv-cinder-774286-11-smb neutron-server[74321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 16:08:52.459174 dv-cinder-774286-11-smb neutron-server[74321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 16:08:52.508590 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Pushing event updated for resources: {'Port': ['ID=3d5527dc-c8e1-4815-b262-f252cc8587e1,revision_number=5']} {{(pid=74322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:08:52.517666 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:08:52.572288 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-f761f6e5-d216-46d5-8b27-109044467307 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:52.576020 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-834ea17f-0eaf-4525-b70d-4c01e2324cd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:08:52.591633 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f761f6e5-d216-46d5-8b27-109044467307 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2f34bbd-26e5-44dc-803f-e8d6daaa86fb,revision_number=None']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:08:52.595993 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-f761f6e5-d216-46d5-8b27-109044467307 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:08:52.602881 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-f761f6e5-d216-46d5-8b27-109044467307 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Notify callbacks [] for security_group, before_response {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:52.603991 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-f761f6e5-d216-46d5-8b27-109044467307 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "DELETE /v2.0/security-groups/c2f34bbd-26e5-44dc-803f-e8d6daaa86fb HTTP/1.1" status: 204 len: 168 time: 0.7605424 May 03 16:08:52.606586 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 56386) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:08:52.623871 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.api.v2.resource [None req-fad903cb-96e0-4b84-98b1-41d709c45509 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] show failed (client error): The resource could not be found. May 03 16:08:52.624929 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-fad903cb-96e0-4b84-98b1-41d709c45509 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "GET /v2.0/security-groups/c2f34bbd-26e5-44dc-803f-e8d6daaa86fb HTTP/1.1" status: 404 len: 347 time: 0.0174119 May 03 16:08:52.627952 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 56390) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:08:52.694088 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-43e80e87-986f-4727-a612-7eddd9a9e5eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2031619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926591'] for network, after_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:52.713859 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-b1152015-e602-4e74-acab-0dc54496485b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:08:52.727622 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-43e80e87-986f-4727-a612-7eddd9a9e5eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532153'] for network, before_response {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:52.729454 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-43e80e87-986f-4727-a612-7eddd9a9e5eb admin admin] 10.222.0.11 "DELETE /v2.0/networks/53f7c3fd-c6fe-473b-841c-111f9b4d1aae HTTP/1.1" status: 204 len: 168 time: 1.6754611 May 03 16:08:52.809936 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e80e87-986f-4727-a612-7eddd9a9e5eb admin admin] Pushing event deleted for resources: {'Network': ['ID=53f7c3fd-c6fe-473b-841c-111f9b4d1aae,revision_number=None']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:08:52.814473 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-43e80e87-986f-4727-a612-7eddd9a9e5eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:08:52.853188 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-f3367a68-b344-4add-a020-7366c9c9aca3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:52.882333 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.plugin [None req-f1560e0a-f096-473b-9501-6b147f6e4b41 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Deleting port 3d25ae7c-82b3-4ff8-a29d-dc2883788322 {{(pid=74321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 16:08:52.883234 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-f1560e0a-f096-473b-9501-6b147f6e4b41 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781092848725'] for port, before_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:53.016384 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-f1560e0a-f096-473b-9501-6b147f6e4b41 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925573'] for port, precommit_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:53.016808 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-f1560e0a-f096-473b-9501-6b147f6e4b41 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:53.157598 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.plugin [None req-f1560e0a-f096-473b-9501-6b147f6e4b41 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Calling delete_port for 3d25ae7c-82b3-4ff8-a29d-dc2883788322 owned by network:floatingip {{(pid=74321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 03 16:08:53.181414 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17102aae-129c-4a6e-943c-160bd5b152bd None None] Network b9666e74-c2d7-42bb-ba43-9a78523bcd3e requested from dv-cinder-774286-11-smb {{(pid=74322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 16:08:53.191798 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 56396) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:08:53.263119 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-4617b9c0-597d-48ed-8868-373081db55b1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b7d2f2304ee44095889326bb59f15335&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0674970 May 03 16:08:53.263783 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 56400) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:08:53.364297 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-f3367a68-b344-4add-a020-7366c9c9aca3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-928034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926597'] for router, after_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:53.387578 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-d97a0f9f-f19a-43d5-9a7d-1bed06bc5169 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:53.424746 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-908c8e7b-a4e2-4417-8803-98d8b80de4d9 None None] Provisioning for port c24de2f5-dde2-4cb5-b9c3-8b88769b9a19 completed by entity DHCP. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 16:08:53.426091 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-d97a0f9f-f19a-43d5-9a7d-1bed06bc5169 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:53.455691 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-f1560e0a-f096-473b-9501-6b147f6e4b41 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781092850854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781092417311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094623'] for port, after_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:53.504408 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Device c24de2f5-dde2-4cb5-b9c3-8b88769b9a19 up at agent ovs-agent-dv-cinder-774286-11-smb {{(pid=74322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 16:08:53.573111 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-86d30ca9-f3d5-455f-b28a-151c79da1284 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:08:53.635425 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1560e0a-f096-473b-9501-6b147f6e4b41 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Pushing event deleted for resources: {'Port': ['ID=3d25ae7c-82b3-4ff8-a29d-dc2883788322,revision_number=None']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:08:53.662825 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-f1560e0a-f096-473b-9501-6b147f6e4b41 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:08:53.713892 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Provisioning for port c24de2f5-dde2-4cb5-b9c3-8b88769b9a19 completed by entity L2. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 16:08:53.719170 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Provisioning complete for port c24de2f5-dde2-4cb5-b9c3-8b88769b9a19 triggered by entity L2. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 16:08:53.719574 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033555'] for port, provisioning_complete {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:53.736408 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-f1560e0a-f096-473b-9501-6b147f6e4b41 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Notify callbacks [] for floatingip, after_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:53.743986 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3367a68-b344-4add-a020-7366c9c9aca3 admin admin] Router fe6b8eb4-9d5c-4115-b81a-72789ef0ff5f is scheduled to L3 agent 433ecc79-0b70-49a3-9006-0abc49206663 with binding_index 1 {{(pid=74320) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 03 16:08:53.828527 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-d97a0f9f-f19a-43d5-9a7d-1bed06bc5169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:53.833190 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-92ab5bc3-2b44-4a0c-b29c-03f8458ecaad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:08:53.847153 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97a0f9f-f19a-43d5-9a7d-1bed06bc5169 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d8779e9-6510-4257-a7a1-95d942b45da9,revision_number=None']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:08:53.850098 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-d97a0f9f-f19a-43d5-9a7d-1bed06bc5169 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:08:53.854633 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:53.855419 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-d97a0f9f-f19a-43d5-9a7d-1bed06bc5169 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:53.858989 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-d97a0f9f-f19a-43d5-9a7d-1bed06bc5169 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7d8779e9-6510-4257-a7a1-95d942b45da9 HTTP/1.1" status: 204 len: 168 time: 0.5898163 May 03 16:08:53.867399 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-f1560e0a-f096-473b-9501-6b147f6e4b41 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504013'] for floatingip, before_response {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:53.868849 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-f1560e0a-f096-473b-9501-6b147f6e4b41 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] 10.222.0.11 "DELETE /v2.0/floatingips/b405ce39-1256-497e-86da-8f36ef5ff657 HTTP/1.1" status: 204 len: 168 time: 1.2398701 May 03 16:08:53.922240 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-4f33355d-a88a-4bcb-8082-2ec2006524e9 None None] Provisioning complete for port c24de2f5-dde2-4cb5-b9c3-8b88769b9a19 triggered by entity DHCP. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 16:08:53.922240 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-4f33355d-a88a-4bcb-8082-2ec2006524e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033555'] for port, provisioning_complete {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:53.956809 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3367a68-b344-4add-a020-7366c9c9aca3 admin admin] Notify agent at l3_agent.dv-cinder-774286-11-smb the message routers_updated {{(pid=74320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 16:08:53.968566 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2627dd8-5b98-4f30-a01e-6e2ae430a68d None None] Sync routers for ids ['fe6b8eb4-9d5c-4115-b81a-72789ef0ff5f'] in dv-cinder-774286-11-smb {{(pid=74323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 16:08:53.984295 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2627dd8-5b98-4f30-a01e-6e2ae430a68d None None] Routers {'fe6b8eb4-9d5c-4115-b81a-72789ef0ff5f'} bound to L3 agent in host dv-cinder-774286-11-smb {{(pid=74323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 03 16:08:53.985365 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.l3_hamode_db [None req-b2627dd8-5b98-4f30-a01e-6e2ae430a68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-03T15:53:43Z,description=,heartbeat_timestamp=2021-05-03T16:08:43Z,host='dv-cinder-774286-11-smb',id=433ecc79-0b70-49a3-9006-0abc49206663,load=0,resource_versions=,resources_synced=,started_at=2021-05-03T15:53:44Z,topic='l3_agent')) {'router_ids': ['fe6b8eb4-9d5c-4115-b81a-72789ef0ff5f'], 'active': True} {{(pid=74323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:08:53.988054 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] For port c24de2f5-dde2-4cb5-b9c3-8b88769b9a19, host dv-cinder-774286-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-11-smb',level=0,port_id=c24de2f5-dde2-4cb5-b9c3-8b88769b9a19,segment=NetworkSegment(d682172e-b9ba-437b-a526-447cd219cd12),segment_id=d682172e-b9ba-437b-a526-447cd219cd12)] {{(pid=74322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 16:08:54.056917 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-4f33355d-a88a-4bcb-8082-2ec2006524e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:54.092039 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-f3367a68-b344-4add-a020-7366c9c9aca3 admin admin] Notify callbacks [] for router, before_response {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:54.093684 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-f3367a68-b344-4add-a020-7366c9c9aca3 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.3506556 May 03 16:08:54.096528 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 56408) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:08:54.165507 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365'] for port, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:54.166665 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Device 3d5527dc-c8e1-4815-b262-f252cc8587e1 up at agent ovs-agent-dv-cinder-774286-11-smb {{(pid=74322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 16:08:54.199999 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:08:54.220046 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.l3_dvr_db [None req-b2627dd8-5b98-4f30-a01e-6e2ae430a68d None None] Set router fe6b8eb4-9d5c-4115-b81a-72789ef0ff5f gateway port host: dv-cinder-774286-11-smb {{(pid=74323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 03 16:08:54.301015 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.db.api [None req-4f33355d-a88a-4bcb-8082-2ec2006524e9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=74322) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 16:08:54.301455 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_db.api [None req-4f33355d-a88a-4bcb-8082-2ec2006524e9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=74322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 16:08:54.330218 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Pushing event updated for resources: {'Port': ['ID=c24de2f5-dde2-4cb5-b9c3-8b88769b9a19,revision_number=3']} {{(pid=74322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:08:54.333403 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:08:54.355849 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Provisioning complete for port 3d5527dc-c8e1-4815-b262-f252cc8587e1 triggered by entity L2. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 16:08:54.356287 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033555'] for port, provisioning_complete {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:54.588565 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.l3_hamode_db [None req-b2627dd8-5b98-4f30-a01e-6e2ae430a68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe6b8eb4-9d5c-4115-b81a-72789ef0ff5f', 'name': 'tempest-TestShelveInstance-2008161039-router', 'tenant_id': '881f41bb3ef9467abc6a1c11d9eaa3be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'external_fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.171'}], 'enable_snat': True}, 'gw_port_id': 'd5aea586-2ee0-4959-bd10-b1f7b6ccc12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-03T16:08:49Z', 'updated_at': '2021-05-03T16:08:52Z', 'revision_number': 3, 'project_id': '881f41bb3ef9467abc6a1c11d9eaa3be', 'gw_port': {'id': 'd5aea586-2ee0-4959-bd10-b1f7b6ccc12c', 'name': '', 'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:fb:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe6b8eb4-9d5c-4115-b81a-72789ef0ff5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-03T16:08:51Z', 'updated_at': '2021-05-03T16:08:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9682172-7c17-476a-827f-79723500eb4a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-11-smb'}], 'dv-cinder-774286-11-smb', False) {} {{(pid=74323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:08:54.593143 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2627dd8-5b98-4f30-a01e-6e2ae430a68d None None] Checking router: fe6b8eb4-9d5c-4115-b81a-72789ef0ff5f for host: dv-cinder-774286-11-smb {{(pid=74323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 16:08:54.593651 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2627dd8-5b98-4f30-a01e-6e2ae430a68d None None] Updating router fe6b8eb4-9d5c-4115-b81a-72789ef0ff5f port d5aea586-2ee0-4959-bd10-b1f7b6ccc12c binding host dv-cinder-774286-11-smb {{(pid=74323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 16:08:54.646666 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron_lib.callbacks.manager [None req-b2627dd8-5b98-4f30-a01e-6e2ae430a68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:54.812042 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 56416) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:08:54.889608 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-17180d86-65b6-4321-b6e1-e0cd8f2f8b2c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e71aa0a65ace406f8dc7e680c81d8bd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0758500 May 03 16:08:54.890470 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 56420) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:08:54.958124 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-14fabd3a-664f-4723-addf-440951ea6ac4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:54.977386 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-726e29dc-5cd5-455f-ac31-5b426bc11f76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:54.985309 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-14fabd3a-664f-4723-addf-440951ea6ac4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:54.993124 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron_lib.callbacks.manager [None req-b2627dd8-5b98-4f30-a01e-6e2ae430a68d None None] Notify callbacks [] for port, precommit_update {{(pid=74323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:55.005747 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.provisioning_blocks [None req-b2627dd8-5b98-4f30-a01e-6e2ae430a68d None None] Transition to ACTIVE for port object d5aea586-2ee0-4959-bd10-b1f7b6ccc12c will not be triggered until provisioned by entity L2. {{(pid=74323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 16:08:55.114576 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron_lib.callbacks.manager [None req-b2627dd8-5b98-4f30-a01e-6e2ae430a68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365'] for port, after_update {{(pid=74323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:55.120851 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG oslo_concurrency.lockutils [None req-ae29d34d-a783-4455-a560-8baa0b0018f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:08:55.130857 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-14fabd3a-664f-4723-addf-440951ea6ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:55.137035 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-86462283-e6c7-4169-82b7-937ea5f4c57e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:08:55.152493 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-14fabd3a-664f-4723-addf-440951ea6ac4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:55.156026 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-14fabd3a-664f-4723-addf-440951ea6ac4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d9b1bd1e-60b3-4ff1-a88a-144559720172 HTTP/1.1" status: 204 len: 168 time: 0.2620990 May 03 16:08:55.156026 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fabd3a-664f-4723-addf-440951ea6ac4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9b1bd1e-60b3-4ff1-a88a-144559720172,revision_number=None']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:08:55.169035 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-14fabd3a-664f-4723-addf-440951ea6ac4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:08:55.192674 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.db_base_plugin_common [None req-726e29dc-5cd5-455f-ac31-5b426bc11f76 admin admin] Allocated IP 172.20.0.1 (b9666e74-c2d7-42bb-ba43-9a78523bcd3e/e41f3917-8514-4b8b-bc2b-699064475a1c/6ad781f7-8975-4f48-8eb9-59be9a652f7e) {{(pid=74320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 16:08:55.236819 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.plugins.ml2.managers [None req-b2627dd8-5b98-4f30-a01e-6e2ae430a68d None None] Attempting to bind port d5aea586-2ee0-4959-bd10-b1f7b6ccc12c on host dv-cinder-774286-11-smb for vnic_type normal with profile {{(pid=74323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 16:08:55.237192 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.plugins.ml2.managers [None req-b2627dd8-5b98-4f30-a01e-6e2ae430a68d None None] Attempting to bind port d5aea586-2ee0-4959-bd10-b1f7b6ccc12c by drivers openvswitch,hyperv on host dv-cinder-774286-11-smb at level 0 using segments [{'id': '9ca86ee1-f733-4108-a8f6-ada8d1103c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19073356-f4a5-448b-8854-15ae9765d652'}] {{(pid=74323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 16:08:55.237554 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2627dd8-5b98-4f30-a01e-6e2ae430a68d None None] Attempting to bind port d5aea586-2ee0-4959-bd10-b1f7b6ccc12c on network 19073356-f4a5-448b-8854-15ae9765d652 {{(pid=74323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 16:08:55.243663 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7514a6-4fd0-4bfe-934b-df0a215952af None None] Pushing event updated for resources: {'Port': ['ID=d5aea586-2ee0-4959-bd10-b1f7b6ccc12c,revision_number=2']} {{(pid=74323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:08:55.246839 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG oslo_concurrency.lockutils [None req-5c7514a6-4fd0-4bfe-934b-df0a215952af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=74323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:08:55.249653 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2627dd8-5b98-4f30-a01e-6e2ae430a68d None None] Checking agent: {'id': '682d886a-77a6-45f8-87fa-5ebc2dd04251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 3, 15, 53, 43), 'started_at': datetime.datetime(2021, 5, 3, 15, 54, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 3, 16, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 16:08:55.255372 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2627dd8-5b98-4f30-a01e-6e2ae430a68d None None] Checking segment: {'id': '9ca86ee1-f733-4108-a8f6-ada8d1103c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19073356-f4a5-448b-8854-15ae9765d652'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 03 16:08:55.255372 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron_lib.callbacks.manager [None req-b2627dd8-5b98-4f30-a01e-6e2ae430a68d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:55.255372 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2627dd8-5b98-4f30-a01e-6e2ae430a68d None None] Bound using segment: {'id': '9ca86ee1-f733-4108-a8f6-ada8d1103c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19073356-f4a5-448b-8854-15ae9765d652'} {{(pid=74323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 16:08:55.255372 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.plugins.ml2.managers [None req-b2627dd8-5b98-4f30-a01e-6e2ae430a68d None None] Bound port: d5aea586-2ee0-4959-bd10-b1f7b6ccc12c, host: dv-cinder-774286-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ca86ee1-f733-4108-a8f6-ada8d1103c56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19073356-f4a5-448b-8854-15ae9765d652'}}] {{(pid=74323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 16:08:55.255372 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron_lib.callbacks.manager [None req-b2627dd8-5b98-4f30-a01e-6e2ae430a68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:55.333598 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.plugins.ml2.db [None req-b2627dd8-5b98-4f30-a01e-6e2ae430a68d None None] For port d5aea586-2ee0-4959-bd10-b1f7b6ccc12c, host dv-cinder-774286-11-smb, cleared binding levels {{(pid=74323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 16:08:55.337510 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.plugins.ml2.db [None req-b2627dd8-5b98-4f30-a01e-6e2ae430a68d None None] For port d5aea586-2ee0-4959-bd10-b1f7b6ccc12c, host dv-cinder-774286-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-11-smb',level=0,port_id=d5aea586-2ee0-4959-bd10-b1f7b6ccc12c,segment=NetworkSegment(9ca86ee1-f733-4108-a8f6-ada8d1103c56),segment_id=9ca86ee1-f733-4108-a8f6-ada8d1103c56)] {{(pid=74323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 16:08:55.359446 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Device c24de2f5-dde2-4cb5-b9c3-8b88769b9a19 up at agent ovs-agent-dv-cinder-774286-11-smb {{(pid=74322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 16:08:55.360020 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-726e29dc-5cd5-455f-ac31-5b426bc11f76 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:55.384243 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.provisioning_blocks [None req-726e29dc-5cd5-455f-ac31-5b426bc11f76 admin admin] Transition to ACTIVE for port object 6ad781f7-8975-4f48-8eb9-59be9a652f7e will not be triggered until provisioned by entity DHCP. {{(pid=74320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 16:08:55.438601 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Provisioning complete for port c24de2f5-dde2-4cb5-b9c3-8b88769b9a19 triggered by entity L2. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 16:08:55.438986 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033555'] for port, provisioning_complete {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:55.475148 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron_lib.callbacks.manager [None req-b2627dd8-5b98-4f30-a01e-6e2ae430a68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365'] for port, after_update {{(pid=74323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:55.483102 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG oslo_concurrency.lockutils [None req-2f81916c-69f7-4abe-9048-210efbd9689d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:08:55.532099 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-726e29dc-5cd5-455f-ac31-5b426bc11f76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781092417302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2110393'] for port, after_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:55.545489 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-9afb1fdd-66f2-4ada-845d-06245ae374d0 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:08:55.563790 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2627dd8-5b98-4f30-a01e-6e2ae430a68d None None] Routers {'fe6b8eb4-9d5c-4115-b81a-72789ef0ff5f'} bound to L3 agent in host dv-cinder-774286-11-smb {{(pid=74323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 03 16:08:55.564437 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.l3_hamode_db [None req-b2627dd8-5b98-4f30-a01e-6e2ae430a68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-03T15:53:43Z,description=,heartbeat_timestamp=2021-05-03T16:08:43Z,host='dv-cinder-774286-11-smb',id=433ecc79-0b70-49a3-9006-0abc49206663,load=0,resource_versions=,resources_synced=,started_at=2021-05-03T15:53:44Z,topic='l3_agent')) {'router_ids': ['fe6b8eb4-9d5c-4115-b81a-72789ef0ff5f'], 'active': True} {{(pid=74323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:08:55.621927 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-726e29dc-5cd5-455f-ac31-5b426bc11f76 admin admin] Network b9666e74-c2d7-42bb-ba43-9a78523bcd3e is already hosted by enough agents. {{(pid=74320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 16:08:55.623058 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.scheduler.base_scheduler [None req-726e29dc-5cd5-455f-ac31-5b426bc11f76 admin admin] Resources bound (agent type, host, resource id): {{(pid=74320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:08:55.627643 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726e29dc-5cd5-455f-ac31-5b426bc11f76 admin admin] Received port after_create {{(pid=74320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 03 16:08:55.628384 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7514a6-4fd0-4bfe-934b-df0a215952af None None] Pushing event updated for resources: {'Port': ['ID=d5aea586-2ee0-4959-bd10-b1f7b6ccc12c,revision_number=3']} {{(pid=74323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:08:55.639550 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG oslo_concurrency.lockutils [None req-5c7514a6-4fd0-4bfe-934b-df0a215952af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=74323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:08:55.681956 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726e29dc-5cd5-455f-ac31-5b426bc11f76 admin admin] Pushing event updated for resources: {'Port': ['ID=6ad781f7-8975-4f48-8eb9-59be9a652f7e,revision_number=1']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:08:55.693525 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-726e29dc-5cd5-455f-ac31-5b426bc11f76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:08:55.717931 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-726e29dc-5cd5-455f-ac31-5b426bc11f76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-982250'] for router_interface, before_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:55.781434 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.l3_dvr_db [None req-b2627dd8-5b98-4f30-a01e-6e2ae430a68d None None] Set router fe6b8eb4-9d5c-4115-b81a-72789ef0ff5f gateway port host: dv-cinder-774286-11-smb {{(pid=74323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 03 16:08:56.045726 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-f407345d-4a8a-4851-a0fb-dc8b2b6008e7 None None] Provisioning for port 6ad781f7-8975-4f48-8eb9-59be9a652f7e completed by entity DHCP. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 16:08:56.050894 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-f407345d-4a8a-4851-a0fb-dc8b2b6008e7 None None] Provisioning complete for port 6ad781f7-8975-4f48-8eb9-59be9a652f7e triggered by entity DHCP. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 16:08:56.051337 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-f407345d-4a8a-4851-a0fb-dc8b2b6008e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033555'] for port, provisioning_complete {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:56.117309 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.plugin [None req-f407345d-4a8a-4851-a0fb-dc8b2b6008e7 None None] Port 6ad781f7-8975-4f48-8eb9-59be9a652f7e cannot update to ACTIVE because it is not bound. {{(pid=74322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 16:08:56.171642 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.l3_hamode_db [None req-b2627dd8-5b98-4f30-a01e-6e2ae430a68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe6b8eb4-9d5c-4115-b81a-72789ef0ff5f', 'name': 'tempest-TestShelveInstance-2008161039-router', 'tenant_id': '881f41bb3ef9467abc6a1c11d9eaa3be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'external_fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.171'}], 'enable_snat': True}, 'gw_port_id': 'd5aea586-2ee0-4959-bd10-b1f7b6ccc12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-03T16:08:49Z', 'updated_at': '2021-05-03T16:08:52Z', 'revision_number': 3, 'project_id': '881f41bb3ef9467abc6a1c11d9eaa3be', 'gw_port': {'id': 'd5aea586-2ee0-4959-bd10-b1f7b6ccc12c', 'name': '', 'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:fb:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe6b8eb4-9d5c-4115-b81a-72789ef0ff5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-03T16:08:51Z', 'updated_at': '2021-05-03T16:08:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9682172-7c17-476a-827f-79723500eb4a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-11-smb'}], 'dv-cinder-774286-11-smb', False) {} {{(pid=74323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:08:56.177006 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2627dd8-5b98-4f30-a01e-6e2ae430a68d None None] The sync data for ids ['fe6b8eb4-9d5c-4115-b81a-72789ef0ff5f'] in dv-cinder-774286-11-smb is: [{'id': 'fe6b8eb4-9d5c-4115-b81a-72789ef0ff5f', 'name': 'tempest-TestShelveInstance-2008161039-router', 'tenant_id': '881f41bb3ef9467abc6a1c11d9eaa3be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'external_fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.171'}], 'enable_snat': True}, 'gw_port_id': 'd5aea586-2ee0-4959-bd10-b1f7b6ccc12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-03T16:08:49Z', 'updated_at': '2021-05-03T16:08:52Z', 'revision_number': 3, 'project_id': '881f41bb3ef9467abc6a1c11d9eaa3be', 'gw_port': {'id': 'd5aea586-2ee0-4959-bd10-b1f7b6ccc12c', 'name': '', 'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:fb:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe6b8eb4-9d5c-4115-b81a-72789ef0ff5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-03T16:08:51Z', 'updated_at': '2021-05-03T16:08:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9682172-7c17-476a-827f-79723500eb4a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-11-smb'}] {{(pid=74323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 16:08:56.177828 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-726e29dc-5cd5-455f-ac31-5b426bc11f76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:56.444601 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-726e29dc-5cd5-455f-ac31-5b426bc11f76 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:56.520109 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-726e29dc-5cd5-455f-ac31-5b426bc11f76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2110350'] for port, after_update {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:56.549215 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-726e29dc-5cd5-455f-ac31-5b426bc11f76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:08:56.636948 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-726e29dc-5cd5-455f-ac31-5b426bc11f76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-982089'] for router_interface, after_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:56.640619 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726e29dc-5cd5-455f-ac31-5b426bc11f76 admin admin] Pushing event updated for resources: {'Port': ['ID=6ad781f7-8975-4f48-8eb9-59be9a652f7e,revision_number=2']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:08:56.643512 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-726e29dc-5cd5-455f-ac31-5b426bc11f76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:08:56.791225 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-726e29dc-5cd5-455f-ac31-5b426bc11f76 admin admin] Network b9666e74-c2d7-42bb-ba43-9a78523bcd3e is already hosted by enough agents. {{(pid=74320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 16:08:56.792506 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.scheduler.base_scheduler [None req-726e29dc-5cd5-455f-ac31-5b426bc11f76 admin admin] Resources bound (agent type, host, resource id): {{(pid=74320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:08:57.024424 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-726e29dc-5cd5-455f-ac31-5b426bc11f76 admin admin] Router fe6b8eb4-9d5c-4115-b81a-72789ef0ff5f has already been hosted by L3 agent 433ecc79-0b70-49a3-9006-0abc49206663 {{(pid=74320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 16:08:57.043218 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-0111a7e5-f3f1-4d51-baec-edc941556a54 None None] Provisioning complete for port 6ad781f7-8975-4f48-8eb9-59be9a652f7e triggered by entity DHCP. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 16:08:57.043749 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-0111a7e5-f3f1-4d51-baec-edc941556a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033555'] for port, provisioning_complete {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:57.102651 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.plugin [None req-0111a7e5-f3f1-4d51-baec-edc941556a54 None None] Port 6ad781f7-8975-4f48-8eb9-59be9a652f7e cannot update to ACTIVE because it is not bound. {{(pid=74322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 16:08:57.245098 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 56466) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:08:57.362370 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-726e29dc-5cd5-455f-ac31-5b426bc11f76 admin admin] Notify agent at l3_agent.dv-cinder-774286-11-smb the message routers_updated {{(pid=74320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 16:08:57.381064 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Device d5aea586-2ee0-4959-bd10-b1f7b6ccc12c up at agent ovs-agent-dv-cinder-774286-11-smb {{(pid=74322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 16:08:57.383724 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-726e29dc-5cd5-455f-ac31-5b426bc11f76 admin admin] 10.222.0.11 "PUT /v2.0/routers/fe6b8eb4-9d5c-4115-b81a-72789ef0ff5f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2861848 May 03 16:08:57.515396 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Provisioning for port d5aea586-2ee0-4959-bd10-b1f7b6ccc12c completed by entity L2. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 16:08:57.523188 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Provisioning complete for port d5aea586-2ee0-4959-bd10-b1f7b6ccc12c triggered by entity L2. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 16:08:57.523576 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033555'] for port, provisioning_complete {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:57.740570 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:57.760325 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] For port d5aea586-2ee0-4959-bd10-b1f7b6ccc12c, host dv-cinder-774286-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-11-smb',level=0,port_id=d5aea586-2ee0-4959-bd10-b1f7b6ccc12c,segment=NetworkSegment(9ca86ee1-f733-4108-a8f6-ada8d1103c56),segment_id=9ca86ee1-f733-4108-a8f6-ada8d1103c56)] {{(pid=74322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 16:08:57.857612 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365'] for port, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:57.859776 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:08:57.957517 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Pushing event updated for resources: {'Port': ['ID=d5aea586-2ee0-4959-bd10-b1f7b6ccc12c,revision_number=4']} {{(pid=74322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:08:57.967870 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:08:58.052481 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f63d3e9-f89c-4d74-b553-534d9a1d29bf None None] Sync routers for ids ['fe6b8eb4-9d5c-4115-b81a-72789ef0ff5f'] in dv-cinder-774286-11-smb {{(pid=74322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 16:08:58.063601 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f63d3e9-f89c-4d74-b553-534d9a1d29bf None None] Routers {'fe6b8eb4-9d5c-4115-b81a-72789ef0ff5f'} bound to L3 agent in host dv-cinder-774286-11-smb {{(pid=74322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 03 16:08:58.064333 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_hamode_db [None req-5f63d3e9-f89c-4d74-b553-534d9a1d29bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-03T15:53:43Z,description=,heartbeat_timestamp=2021-05-03T16:08:43Z,host='dv-cinder-774286-11-smb',id=433ecc79-0b70-49a3-9006-0abc49206663,load=0,resource_versions=,resources_synced=,started_at=2021-05-03T15:53:44Z,topic='l3_agent')) {'router_ids': ['fe6b8eb4-9d5c-4115-b81a-72789ef0ff5f'], 'active': True} {{(pid=74322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:08:58.081276 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-fa892116-6f68-46a2-897d-599142fc2be6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-982143'] for router_interface, before_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:58.304153 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_dvr_db [None req-5f63d3e9-f89c-4d74-b553-534d9a1d29bf None None] Set router fe6b8eb4-9d5c-4115-b81a-72789ef0ff5f gateway port host: dv-cinder-774286-11-smb {{(pid=74322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 03 16:08:58.349132 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 56498) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:08:58.355748 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.v2.base [None req-81bba6f9-695f-496b-b9e1-ef8a48c274ee tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-536690436', 'description': 'tempest-secgroup-smoke-536690436 description', 'project_id': 'de50ab860eae44c78310b0ffea585861'}} {{(pid=74321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 16:08:58.361413 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-81bba6f9-695f-496b-b9e1-ef8a48c274ee tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:08:58.365542 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-81bba6f9-695f-496b-b9e1-ef8a48c274ee tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Usage tracker for resource:security_group and tenant:de50ab860eae44c78310b0ffea585861 is out of sync, need to count used quota {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:08:58.368925 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-81bba6f9-695f-496b-b9e1-ef8a48c274ee tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:08:58.376476 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-81bba6f9-695f-496b-b9e1-ef8a48c274ee tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:08:58.480473 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-81bba6f9-695f-496b-b9e1-ef8a48c274ee tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Notify callbacks [] for security_group, before_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:58.501921 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-81bba6f9-695f-496b-b9e1-ef8a48c274ee tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:08:58.505837 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-81bba6f9-695f-496b-b9e1-ef8a48c274ee tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Usage tracker for resource:security_group_rule and tenant:de50ab860eae44c78310b0ffea585861 is out of sync, need to count used quota {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:08:58.509464 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-81bba6f9-695f-496b-b9e1-ef8a48c274ee tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:08:58.515595 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-81bba6f9-695f-496b-b9e1-ef8a48c274ee tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:08:58.571567 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.plugin [None req-fa892116-6f68-46a2-897d-599142fc2be6 admin admin] Deleting port d3df28d5-f4c9-40f4-b5d4-98fac9d28723 {{(pid=74320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 16:08:58.572115 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-fa892116-6f68-46a2-897d-599142fc2be6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781092848725'] for port, before_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:58.591394 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-81bba6f9-695f-496b-b9e1-ef8a48c274ee tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Notify callbacks [] for security_group, precommit_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:58.646044 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_hamode_db [None req-5f63d3e9-f89c-4d74-b553-534d9a1d29bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe6b8eb4-9d5c-4115-b81a-72789ef0ff5f', 'name': 'tempest-TestShelveInstance-2008161039-router', 'tenant_id': '881f41bb3ef9467abc6a1c11d9eaa3be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'external_fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.171'}], 'enable_snat': True}, 'gw_port_id': 'd5aea586-2ee0-4959-bd10-b1f7b6ccc12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-03T16:08:49Z', 'updated_at': '2021-05-03T16:08:55Z', 'revision_number': 4, 'project_id': '881f41bb3ef9467abc6a1c11d9eaa3be', 'gw_port': {'id': 'd5aea586-2ee0-4959-bd10-b1f7b6ccc12c', 'name': '', 'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:fb:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6b8eb4-9d5c-4115-b81a-72789ef0ff5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-03T16:08:51Z', 'updated_at': '2021-05-03T16:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9682172-7c17-476a-827f-79723500eb4a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-11-smb', '_interfaces': [{'id': '6ad781f7-8975-4f48-8eb9-59be9a652f7e', 'name': '', 'network_id': 'b9666e74-c2d7-42bb-ba43-9a78523bcd3e', 'tenant_id': '881f41bb3ef9467abc6a1c11d9eaa3be', 'mac_address': 'fa:16:3e:3f:5e:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe6b8eb4-9d5c-4115-b81a-72789ef0ff5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'e41f3917-8514-4b8b-bc2b-699064475a1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-03T16:08:55Z', 'updated_at': '2021-05-03T16:08:56Z', 'revision_number': 2, 'project_id': '881f41bb3ef9467abc6a1c11d9eaa3be', 'subnets': [{'id': 'e41f3917-8514-4b8b-bc2b-699064475a1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-11-smb', False) {} {{(pid=74322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:08:58.650633 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f63d3e9-f89c-4d74-b553-534d9a1d29bf None None] Checking router: fe6b8eb4-9d5c-4115-b81a-72789ef0ff5f for host: dv-cinder-774286-11-smb {{(pid=74322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 16:08:58.650990 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f63d3e9-f89c-4d74-b553-534d9a1d29bf None None] Updating router fe6b8eb4-9d5c-4115-b81a-72789ef0ff5f port 6ad781f7-8975-4f48-8eb9-59be9a652f7e binding host dv-cinder-774286-11-smb {{(pid=74322) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 16:08:58.698447 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.db [None req-fa892116-6f68-46a2-897d-599142fc2be6 admin admin] For port d3df28d5-f4c9-40f4-b5d4-98fac9d28723, host dv-cinder-774286-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-11-smb',level=0,port_id=d3df28d5-f4c9-40f4-b5d4-98fac9d28723,segment=NetworkSegment(2b1d67ca-c22e-4b92-bc7c-13b39c284b0e),segment_id=2b1d67ca-c22e-4b92-bc7c-13b39c284b0e)] {{(pid=74320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 16:08:58.698804 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-fa892116-6f68-46a2-897d-599142fc2be6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925573'] for port, precommit_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:58.704086 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-5f63d3e9-f89c-4d74-b553-534d9a1d29bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:58.776997 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-81bba6f9-695f-496b-b9e1-ef8a48c274ee tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:58.782528 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-f56b90d2-7567-432d-b888-967a1ec340b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:08:58.827931 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bba6f9-695f-496b-b9e1-ef8a48c274ee tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2cfe8a9-8f29-4dd6-acac-ed3e44afbe9d,revision_number=1']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:08:58.829737 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-81bba6f9-695f-496b-b9e1-ef8a48c274ee tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:08:58.928298 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.plugin [None req-fa892116-6f68-46a2-897d-599142fc2be6 admin admin] Calling delete_port for d3df28d5-f4c9-40f4-b5d4-98fac9d28723 owned by network:router_interface {{(pid=74320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 03 16:08:58.948673 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-81bba6f9-695f-496b-b9e1-ef8a48c274ee tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Notify callbacks [] for security_group, before_response {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:58.950184 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-81bba6f9-695f-496b-b9e1-ef8a48c274ee tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.5994644 May 03 16:08:58.953211 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 56502) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:08:58.958609 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.v2.base [None req-1715a34f-8dae-43ad-81c5-3fcd37c2d8fc tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Request body: {'security_group_rule': {'security_group_id': 'c2cfe8a9-8f29-4dd6-acac-ed3e44afbe9d', 'project_id': 'de50ab860eae44c78310b0ffea585861', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 16:08:58.964582 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-1715a34f-8dae-43ad-81c5-3fcd37c2d8fc tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:08:58.969863 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-1715a34f-8dae-43ad-81c5-3fcd37c2d8fc tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Usage tracker for resource:security_group_rule and tenant:de50ab860eae44c78310b0ffea585861 is out of sync, need to count used quota {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:08:58.973615 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-1715a34f-8dae-43ad-81c5-3fcd37c2d8fc tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:08:58.981543 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-1715a34f-8dae-43ad-81c5-3fcd37c2d8fc tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:08:59.064801 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-5f63d3e9-f89c-4d74-b553-534d9a1d29bf None None] Notify callbacks [] for port, precommit_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:59.085901 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-5f63d3e9-f89c-4d74-b553-534d9a1d29bf None None] Transition to ACTIVE for port object 6ad781f7-8975-4f48-8eb9-59be9a652f7e will not be triggered until provisioned by entity L2. {{(pid=74322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 16:08:59.086809 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-1715a34f-8dae-43ad-81c5-3fcd37c2d8fc tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:59.151295 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-1715a34f-8dae-43ad-81c5-3fcd37c2d8fc tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:59.182829 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-5f63d3e9-f89c-4d74-b553-534d9a1d29bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365'] for port, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:59.187070 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-02a3c535-82ee-4eb5-b04e-8ae9f3f2a3cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:08:59.297192 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-1715a34f-8dae-43ad-81c5-3fcd37c2d8fc tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619611'] for security_group_rule, after_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:59.299303 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:08:59.325619 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-fa892116-6f68-46a2-897d-599142fc2be6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781092850854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781092417311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2110393'] for port, after_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:59.330718 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-965af8ee-2b2c-4c5a-8d3a-f9e45ed09d8f tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:08:59.359000 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48d87d3-220b-4efb-970c-dcfeb3b8ddd0 None None] Pushing event updated for resources: {'Port': ['ID=6ad781f7-8975-4f48-8eb9-59be9a652f7e,revision_number=3']} {{(pid=74322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:08:59.364319 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1715a34f-8dae-43ad-81c5-3fcd37c2d8fc tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=518db492-178c-4113-a5c5-b1bf7f4a8c21,revision_number=0']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:08:59.370568 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-1715a34f-8dae-43ad-81c5-3fcd37c2d8fc tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:08:59.392018 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-b48d87d3-220b-4efb-970c-dcfeb3b8ddd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:08:59.394116 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Device d5aea586-2ee0-4959-bd10-b1f7b6ccc12c up at agent ovs-agent-dv-cinder-774286-11-smb {{(pid=74322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 16:08:59.401230 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa892116-6f68-46a2-897d-599142fc2be6 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3df28d5-f4c9-40f4-b5d4-98fac9d28723,revision_number=None']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:08:59.434420 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-1715a34f-8dae-43ad-81c5-3fcd37c2d8fc tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:59.435235 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-1715a34f-8dae-43ad-81c5-3fcd37c2d8fc tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4807909 May 03 16:08:59.435958 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 56508) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:08:59.443067 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.v2.base [None req-6ad26813-4f79-4b1d-a2ef-12c687f262b0 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Request body: {'security_group_rule': {'security_group_id': 'c2cfe8a9-8f29-4dd6-acac-ed3e44afbe9d', 'project_id': 'de50ab860eae44c78310b0ffea585861', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=74321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 16:08:59.452818 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-6ad26813-4f79-4b1d-a2ef-12c687f262b0 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:08:59.457886 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-6ad26813-4f79-4b1d-a2ef-12c687f262b0 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Usage tracker for resource:security_group_rule and tenant:de50ab860eae44c78310b0ffea585861 is out of sync, need to count used quota {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:08:59.460099 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.managers [None req-5f63d3e9-f89c-4d74-b553-534d9a1d29bf None None] Attempting to bind port 6ad781f7-8975-4f48-8eb9-59be9a652f7e on host dv-cinder-774286-11-smb for vnic_type normal with profile {{(pid=74322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 16:08:59.460996 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.managers [None req-5f63d3e9-f89c-4d74-b553-534d9a1d29bf None None] Attempting to bind port 6ad781f7-8975-4f48-8eb9-59be9a652f7e by drivers openvswitch,hyperv on host dv-cinder-774286-11-smb at level 0 using segments [{'id': 'd682172e-b9ba-437b-a526-447cd219cd12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'b9666e74-c2d7-42bb-ba43-9a78523bcd3e'}] {{(pid=74322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 16:08:59.461361 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f63d3e9-f89c-4d74-b553-534d9a1d29bf None None] Attempting to bind port 6ad781f7-8975-4f48-8eb9-59be9a652f7e on network b9666e74-c2d7-42bb-ba43-9a78523bcd3e {{(pid=74322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 16:08:59.463362 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-6ad26813-4f79-4b1d-a2ef-12c687f262b0 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:08:59.471453 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-6ad26813-4f79-4b1d-a2ef-12c687f262b0 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:08:59.477368 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f63d3e9-f89c-4d74-b553-534d9a1d29bf None None] Checking agent: {'id': '682d886a-77a6-45f8-87fa-5ebc2dd04251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 3, 15, 53, 43), 'started_at': datetime.datetime(2021, 5, 3, 15, 54, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 3, 16, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 16:08:59.477368 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f63d3e9-f89c-4d74-b553-534d9a1d29bf None None] Checking segment: {'id': 'd682172e-b9ba-437b-a526-447cd219cd12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'b9666e74-c2d7-42bb-ba43-9a78523bcd3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 03 16:08:59.477368 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-5f63d3e9-f89c-4d74-b553-534d9a1d29bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:59.477368 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f63d3e9-f89c-4d74-b553-534d9a1d29bf None None] Bound using segment: {'id': 'd682172e-b9ba-437b-a526-447cd219cd12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'b9666e74-c2d7-42bb-ba43-9a78523bcd3e'} {{(pid=74322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 16:08:59.477368 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.managers [None req-5f63d3e9-f89c-4d74-b553-534d9a1d29bf None None] Bound port: 6ad781f7-8975-4f48-8eb9-59be9a652f7e, host: dv-cinder-774286-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd682172e-b9ba-437b-a526-447cd219cd12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'b9666e74-c2d7-42bb-ba43-9a78523bcd3e'}}] {{(pid=74322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 16:08:59.477368 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-5f63d3e9-f89c-4d74-b553-534d9a1d29bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:59.500222 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-fa892116-6f68-46a2-897d-599142fc2be6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:08:59.583591 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-6ad26813-4f79-4b1d-a2ef-12c687f262b0 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:59.590243 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Provisioning complete for port d5aea586-2ee0-4959-bd10-b1f7b6ccc12c triggered by entity L2. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 16:08:59.590624 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033555'] for port, provisioning_complete {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:59.655180 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-5f63d3e9-f89c-4d74-b553-534d9a1d29bf None None] For port 6ad781f7-8975-4f48-8eb9-59be9a652f7e, host dv-cinder-774286-11-smb, cleared binding levels {{(pid=74322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 16:08:59.669030 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-5f63d3e9-f89c-4d74-b553-534d9a1d29bf None None] For port 6ad781f7-8975-4f48-8eb9-59be9a652f7e, host dv-cinder-774286-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-11-smb',level=0,port_id=6ad781f7-8975-4f48-8eb9-59be9a652f7e,segment=NetworkSegment(d682172e-b9ba-437b-a526-447cd219cd12),segment_id=d682172e-b9ba-437b-a526-447cd219cd12)] {{(pid=74322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 16:08:59.676112 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-6ad26813-4f79-4b1d-a2ef-12c687f262b0 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:59.712838 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-fa892116-6f68-46a2-897d-599142fc2be6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-925391'] for router_interface, after_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:59.755000 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-5f63d3e9-f89c-4d74-b553-534d9a1d29bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365'] for port, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:59.758892 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:08:59.800524 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-6ad26813-4f79-4b1d-a2ef-12c687f262b0 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619611'] for security_group_rule, after_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:59.802756 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-721d53fc-589c-4469-b1e3-146c6c60a38c tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:08:59.828834 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad26813-4f79-4b1d-a2ef-12c687f262b0 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e98b8ea-acc8-4e14-af1d-301d5d18c01d,revision_number=0']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:08:59.831588 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-6ad26813-4f79-4b1d-a2ef-12c687f262b0 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:08:59.836697 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f63d3e9-f89c-4d74-b553-534d9a1d29bf None None] Routers {'fe6b8eb4-9d5c-4115-b81a-72789ef0ff5f'} bound to L3 agent in host dv-cinder-774286-11-smb {{(pid=74322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 03 16:08:59.837351 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_hamode_db [None req-5f63d3e9-f89c-4d74-b553-534d9a1d29bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-03T15:53:43Z,description=,heartbeat_timestamp=2021-05-03T16:08:43Z,host='dv-cinder-774286-11-smb',id=433ecc79-0b70-49a3-9006-0abc49206663,load=0,resource_versions=,resources_synced=,started_at=2021-05-03T15:53:44Z,topic='l3_agent')) {'router_ids': ['fe6b8eb4-9d5c-4115-b81a-72789ef0ff5f'], 'active': True} {{(pid=74322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:08:59.926122 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-6ad26813-4f79-4b1d-a2ef-12c687f262b0 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:08:59.931488 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-6ad26813-4f79-4b1d-a2ef-12c687f262b0 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4941890 May 03 16:08:59.932790 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 56512) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:08:59.940694 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.v2.base [None req-3caf5728-8961-4b39-a324-480b15996c88 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Request body: {'security_group_rule': {'security_group_id': 'c2cfe8a9-8f29-4dd6-acac-ed3e44afbe9d', 'project_id': 'de50ab860eae44c78310b0ffea585861', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=74321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 16:08:59.951046 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48d87d3-220b-4efb-970c-dcfeb3b8ddd0 None None] Pushing event updated for resources: {'Port': ['ID=6ad781f7-8975-4f48-8eb9-59be9a652f7e,revision_number=4']} {{(pid=74322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:08:59.958682 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-b48d87d3-220b-4efb-970c-dcfeb3b8ddd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:08:59.972288 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-3caf5728-8961-4b39-a324-480b15996c88 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:08:59.981939 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-3caf5728-8961-4b39-a324-480b15996c88 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Usage tracker for resource:security_group_rule and tenant:de50ab860eae44c78310b0ffea585861 is out of sync, need to count used quota {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:08:59.986525 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-3caf5728-8961-4b39-a324-480b15996c88 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:09:00.010680 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-3caf5728-8961-4b39-a324-480b15996c88 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:09:00.115246 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_dvr_db [None req-5f63d3e9-f89c-4d74-b553-534d9a1d29bf None None] Set router fe6b8eb4-9d5c-4115-b81a-72789ef0ff5f gateway port host: dv-cinder-774286-11-smb {{(pid=74322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 03 16:09:00.148323 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-3caf5728-8961-4b39-a324-480b15996c88 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:00.148619 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa892116-6f68-46a2-897d-599142fc2be6 admin admin] Router 5a8fbabf-e36f-4c37-be78-f73c0a027e34 has already been hosted by L3 agent 433ecc79-0b70-49a3-9006-0abc49206663 {{(pid=74320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 16:09:00.265154 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-3caf5728-8961-4b39-a324-480b15996c88 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:00.365427 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-3caf5728-8961-4b39-a324-480b15996c88 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619611'] for security_group_rule, after_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:00.398289 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:09:00.422634 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caf5728-8961-4b39-a324-480b15996c88 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a59f589a-ff1d-4a8e-9526-8368608d3a3d,revision_number=0']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:09:00.425183 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-3caf5728-8961-4b39-a324-480b15996c88 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:09:00.442986 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa892116-6f68-46a2-897d-599142fc2be6 admin admin] Notify agent at l3_agent.dv-cinder-774286-11-smb the message routers_updated {{(pid=74320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 16:09:00.454543 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656b1d46-d284-45fa-955d-fe4a90a8a5c4 None None] Sync routers for ids ['5a8fbabf-e36f-4c37-be78-f73c0a027e34'] in dv-cinder-774286-11-smb {{(pid=74323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 16:09:00.459141 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-fa892116-6f68-46a2-897d-599142fc2be6 admin admin] 10.222.0.11 "PUT /v2.0/routers/5a8fbabf-e36f-4c37-be78-f73c0a027e34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2105601 May 03 16:09:00.459273 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 56520) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:09:00.468406 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656b1d46-d284-45fa-955d-fe4a90a8a5c4 None None] Routers {'5a8fbabf-e36f-4c37-be78-f73c0a027e34'} bound to L3 agent in host dv-cinder-774286-11-smb {{(pid=74323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 03 16:09:00.469021 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.l3_hamode_db [None req-656b1d46-d284-45fa-955d-fe4a90a8a5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-03T15:53:43Z,description=,heartbeat_timestamp=2021-05-03T16:08:43Z,host='dv-cinder-774286-11-smb',id=433ecc79-0b70-49a3-9006-0abc49206663,load=0,resource_versions=,resources_synced=,started_at=2021-05-03T15:53:44Z,topic='l3_agent')) {'router_ids': ['5a8fbabf-e36f-4c37-be78-f73c0a027e34'], 'active': True} {{(pid=74323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:09:00.537497 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_hamode_db [None req-5f63d3e9-f89c-4d74-b553-534d9a1d29bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe6b8eb4-9d5c-4115-b81a-72789ef0ff5f', 'name': 'tempest-TestShelveInstance-2008161039-router', 'tenant_id': '881f41bb3ef9467abc6a1c11d9eaa3be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'external_fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.171'}], 'enable_snat': True}, 'gw_port_id': 'd5aea586-2ee0-4959-bd10-b1f7b6ccc12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-03T16:08:49Z', 'updated_at': '2021-05-03T16:08:55Z', 'revision_number': 4, 'project_id': '881f41bb3ef9467abc6a1c11d9eaa3be', 'gw_port': {'id': 'd5aea586-2ee0-4959-bd10-b1f7b6ccc12c', 'name': '', 'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:fb:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6b8eb4-9d5c-4115-b81a-72789ef0ff5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-03T16:08:51Z', 'updated_at': '2021-05-03T16:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9682172-7c17-476a-827f-79723500eb4a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-11-smb', '_interfaces': [{'id': '6ad781f7-8975-4f48-8eb9-59be9a652f7e', 'name': '', 'network_id': 'b9666e74-c2d7-42bb-ba43-9a78523bcd3e', 'tenant_id': '881f41bb3ef9467abc6a1c11d9eaa3be', 'mac_address': 'fa:16:3e:3f:5e:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe6b8eb4-9d5c-4115-b81a-72789ef0ff5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'e41f3917-8514-4b8b-bc2b-699064475a1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-03T16:08:55Z', 'updated_at': '2021-05-03T16:08:59Z', 'revision_number': 4, 'project_id': '881f41bb3ef9467abc6a1c11d9eaa3be', 'subnets': [{'id': 'e41f3917-8514-4b8b-bc2b-699064475a1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-11-smb', False) {} {{(pid=74322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:09:00.542634 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f63d3e9-f89c-4d74-b553-534d9a1d29bf None None] The sync data for ids ['fe6b8eb4-9d5c-4115-b81a-72789ef0ff5f'] in dv-cinder-774286-11-smb is: [{'id': 'fe6b8eb4-9d5c-4115-b81a-72789ef0ff5f', 'name': 'tempest-TestShelveInstance-2008161039-router', 'tenant_id': '881f41bb3ef9467abc6a1c11d9eaa3be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'external_fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.171'}], 'enable_snat': True}, 'gw_port_id': 'd5aea586-2ee0-4959-bd10-b1f7b6ccc12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-03T16:08:49Z', 'updated_at': '2021-05-03T16:08:55Z', 'revision_number': 4, 'project_id': '881f41bb3ef9467abc6a1c11d9eaa3be', 'gw_port': {'id': 'd5aea586-2ee0-4959-bd10-b1f7b6ccc12c', 'name': '', 'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:fb:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6b8eb4-9d5c-4115-b81a-72789ef0ff5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-03T16:08:51Z', 'updated_at': '2021-05-03T16:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9682172-7c17-476a-827f-79723500eb4a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-11-smb', '_interfaces': [{'id': '6ad781f7-8975-4f48-8eb9-59be9a652f7e', 'name': '', 'network_id': 'b9666e74-c2d7-42bb-ba43-9a78523bcd3e', 'tenant_id': '881f41bb3ef9467abc6a1c11d9eaa3be', 'mac_address': 'fa:16:3e:3f:5e:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe6b8eb4-9d5c-4115-b81a-72789ef0ff5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'e41f3917-8514-4b8b-bc2b-699064475a1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-03T16:08:55Z', 'updated_at': '2021-05-03T16:08:59Z', 'revision_number': 4, 'project_id': '881f41bb3ef9467abc6a1c11d9eaa3be', 'subnets': [{'id': 'e41f3917-8514-4b8b-bc2b-699064475a1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 16:09:00.557159 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-3caf5728-8961-4b39-a324-480b15996c88 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:00.558603 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-3caf5728-8961-4b39-a324-480b15996c88 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6242659 May 03 16:09:00.561228 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 56524) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:09:00.566591 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.v2.base [None req-5b7d6a0f-3845-4d56-9594-12ed231e41b3 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Request body: {'security_group_rule': {'security_group_id': 'c2cfe8a9-8f29-4dd6-acac-ed3e44afbe9d', 'project_id': 'de50ab860eae44c78310b0ffea585861', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=74320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 16:09:00.573412 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-5b7d6a0f-3845-4d56-9594-12ed231e41b3 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:09:00.577505 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-5b7d6a0f-3845-4d56-9594-12ed231e41b3 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Usage tracker for resource:security_group_rule and tenant:de50ab860eae44c78310b0ffea585861 is out of sync, need to count used quota {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:09:00.582389 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-5b7d6a0f-3845-4d56-9594-12ed231e41b3 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:09:00.591638 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-5b7d6a0f-3845-4d56-9594-12ed231e41b3 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:09:00.687903 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.l3_dvr_db [None req-656b1d46-d284-45fa-955d-fe4a90a8a5c4 None None] Set router 5a8fbabf-e36f-4c37-be78-f73c0a027e34 gateway port host: dv-cinder-774286-11-smb {{(pid=74323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 03 16:09:00.700611 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-613cc549-f784-4428-8922-709d4d392cba admin admin] Notify callbacks [] for router, before_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:00.767705 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-5b7d6a0f-3845-4d56-9594-12ed231e41b3 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:00.847067 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-5b7d6a0f-3845-4d56-9594-12ed231e41b3 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:00.896889 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-613cc549-f784-4428-8922-709d4d392cba admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:00.999549 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.l3_hamode_db [None req-656b1d46-d284-45fa-955d-fe4a90a8a5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a8fbabf-e36f-4c37-be78-f73c0a027e34', 'name': 'tempest-AttachVolumeShelveTestJSON-599808772-router', 'tenant_id': '30698392a3254cc2a62d95e9d3896fad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'external_fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.34'}], 'enable_snat': True}, 'gw_port_id': 'd896c065-349c-411c-a557-d03b89fa2493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-03T16:01:44Z', 'updated_at': '2021-05-03T16:08:59Z', 'revision_number': 5, 'project_id': '30698392a3254cc2a62d95e9d3896fad', 'gw_port': {'id': 'd896c065-349c-411c-a557-d03b89fa2493', 'name': '', 'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:72:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a8fbabf-e36f-4c37-be78-f73c0a027e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-03T16:01:46Z', 'updated_at': '2021-05-03T16:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9682172-7c17-476a-827f-79723500eb4a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-11-smb'}], 'dv-cinder-774286-11-smb', False) {} {{(pid=74323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:09:01.003372 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656b1d46-d284-45fa-955d-fe4a90a8a5c4 None None] Checking router: 5a8fbabf-e36f-4c37-be78-f73c0a027e34 for host: dv-cinder-774286-11-smb {{(pid=74323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 16:09:01.012413 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656b1d46-d284-45fa-955d-fe4a90a8a5c4 None None] Routers {'5a8fbabf-e36f-4c37-be78-f73c0a027e34'} bound to L3 agent in host dv-cinder-774286-11-smb {{(pid=74323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 03 16:09:01.013022 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.l3_hamode_db [None req-656b1d46-d284-45fa-955d-fe4a90a8a5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-03T15:53:43Z,description=,heartbeat_timestamp=2021-05-03T16:08:43Z,host='dv-cinder-774286-11-smb',id=433ecc79-0b70-49a3-9006-0abc49206663,load=0,resource_versions=,resources_synced=,started_at=2021-05-03T15:53:44Z,topic='l3_agent')) {'router_ids': ['5a8fbabf-e36f-4c37-be78-f73c0a027e34'], 'active': True} {{(pid=74323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:09:01.023819 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-5b7d6a0f-3845-4d56-9594-12ed231e41b3 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619611'] for security_group_rule, after_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:01.031335 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-fe151b3f-6620-4872-956f-1ecda0f39e91 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:09:01.056642 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7d6a0f-3845-4d56-9594-12ed231e41b3 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ce6e343-7173-4b75-968f-a0a264ccde4f,revision_number=0']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:09:01.064705 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-5b7d6a0f-3845-4d56-9594-12ed231e41b3 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:09:01.157589 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.plugin [None req-613cc549-f784-4428-8922-709d4d392cba admin admin] Deleting port d896c065-349c-411c-a557-d03b89fa2493 {{(pid=74321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 16:09:01.158220 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-613cc549-f784-4428-8922-709d4d392cba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781092848725'] for port, before_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:01.165622 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-5b7d6a0f-3845-4d56-9594-12ed231e41b3 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:01.169335 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-5b7d6a0f-3845-4d56-9594-12ed231e41b3 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6046283 May 03 16:09:01.169548 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 56528) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:09:01.174818 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.v2.base [None req-31c8fcaa-e114-4413-a2ce-0216ac94de10 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Request body: {'security_group_rule': {'security_group_id': 'c2cfe8a9-8f29-4dd6-acac-ed3e44afbe9d', 'project_id': 'de50ab860eae44c78310b0ffea585861', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=74320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 16:09:01.181714 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-31c8fcaa-e114-4413-a2ce-0216ac94de10 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:09:01.186105 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-31c8fcaa-e114-4413-a2ce-0216ac94de10 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Usage tracker for resource:security_group_rule and tenant:de50ab860eae44c78310b0ffea585861 is out of sync, need to count used quota {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:09:01.189239 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-31c8fcaa-e114-4413-a2ce-0216ac94de10 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:09:01.195565 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-31c8fcaa-e114-4413-a2ce-0216ac94de10 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:09:01.212211 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.l3_dvr_db [None req-656b1d46-d284-45fa-955d-fe4a90a8a5c4 None None] Set router 5a8fbabf-e36f-4c37-be78-f73c0a027e34 gateway port host: dv-cinder-774286-11-smb {{(pid=74323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 03 16:09:01.310909 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.db.securitygroups_db [None req-31c8fcaa-e114-4413-a2ce-0216ac94de10 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Project de50ab860eae44c78310b0ffea585861 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 03 16:09:01.313256 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.db [None req-613cc549-f784-4428-8922-709d4d392cba admin admin] For port d896c065-349c-411c-a557-d03b89fa2493, host dv-cinder-774286-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-11-smb',level=0,port_id=d896c065-349c-411c-a557-d03b89fa2493,segment=NetworkSegment(9ca86ee1-f733-4108-a8f6-ada8d1103c56),segment_id=9ca86ee1-f733-4108-a8f6-ada8d1103c56)] {{(pid=74321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 16:09:01.313256 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-613cc549-f784-4428-8922-709d4d392cba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925573'] for port, precommit_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:01.323417 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-31c8fcaa-e114-4413-a2ce-0216ac94de10 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:01.494935 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Device 6ad781f7-8975-4f48-8eb9-59be9a652f7e up at agent ovs-agent-dv-cinder-774286-11-smb {{(pid=74322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 16:09:01.500043 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.plugin [None req-613cc549-f784-4428-8922-709d4d392cba admin admin] Calling delete_port for d896c065-349c-411c-a557-d03b89fa2493 owned by network:router_gateway {{(pid=74321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 03 16:09:01.668487 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Provisioning for port 6ad781f7-8975-4f48-8eb9-59be9a652f7e completed by entity L2. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 16:09:01.674434 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Provisioning complete for port 6ad781f7-8975-4f48-8eb9-59be9a652f7e triggered by entity L2. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 16:09:01.682600 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033555'] for port, provisioning_complete {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:01.690336 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.l3_hamode_db [None req-656b1d46-d284-45fa-955d-fe4a90a8a5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a8fbabf-e36f-4c37-be78-f73c0a027e34', 'name': 'tempest-AttachVolumeShelveTestJSON-599808772-router', 'tenant_id': '30698392a3254cc2a62d95e9d3896fad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'external_fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.34'}], 'enable_snat': True}, 'gw_port_id': 'd896c065-349c-411c-a557-d03b89fa2493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-03T16:01:44Z', 'updated_at': '2021-05-03T16:08:59Z', 'revision_number': 5, 'project_id': '30698392a3254cc2a62d95e9d3896fad', 'gw_port': {'id': 'd896c065-349c-411c-a557-d03b89fa2493', 'name': '', 'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:72:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a8fbabf-e36f-4c37-be78-f73c0a027e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-03T16:01:46Z', 'updated_at': '2021-05-03T16:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9682172-7c17-476a-827f-79723500eb4a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-11-smb'}], 'dv-cinder-774286-11-smb', False) {} {{(pid=74323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:09:01.698086 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656b1d46-d284-45fa-955d-fe4a90a8a5c4 None None] The sync data for ids ['5a8fbabf-e36f-4c37-be78-f73c0a027e34'] in dv-cinder-774286-11-smb is: [{'id': '5a8fbabf-e36f-4c37-be78-f73c0a027e34', 'name': 'tempest-AttachVolumeShelveTestJSON-599808772-router', 'tenant_id': '30698392a3254cc2a62d95e9d3896fad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'external_fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.34'}], 'enable_snat': True}, 'gw_port_id': 'd896c065-349c-411c-a557-d03b89fa2493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-03T16:01:44Z', 'updated_at': '2021-05-03T16:08:59Z', 'revision_number': 5, 'project_id': '30698392a3254cc2a62d95e9d3896fad', 'gw_port': {'id': 'd896c065-349c-411c-a557-d03b89fa2493', 'name': '', 'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:72:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a8fbabf-e36f-4c37-be78-f73c0a027e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-03T16:01:46Z', 'updated_at': '2021-05-03T16:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9682172-7c17-476a-827f-79723500eb4a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-11-smb'}] {{(pid=74323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 16:09:01.773752 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-31c8fcaa-e114-4413-a2ce-0216ac94de10 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:01.840511 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-31c8fcaa-e114-4413-a2ce-0216ac94de10 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619611'] for security_group_rule, after_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:01.844083 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:09:01.844616 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:01.864122 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c8fcaa-e114-4413-a2ce-0216ac94de10 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f48cedd-1a8c-4374-88fc-a08e03ec2f7a,revision_number=0']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:09:01.877028 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-31c8fcaa-e114-4413-a2ce-0216ac94de10 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:09:01.882306 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] For port 6ad781f7-8975-4f48-8eb9-59be9a652f7e, host dv-cinder-774286-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-11-smb',level=0,port_id=6ad781f7-8975-4f48-8eb9-59be9a652f7e,segment=NetworkSegment(d682172e-b9ba-437b-a526-447cd219cd12),segment_id=d682172e-b9ba-437b-a526-447cd219cd12)] {{(pid=74322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 16:09:02.023782 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365'] for port, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:02.025685 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-b48d87d3-220b-4efb-970c-dcfeb3b8ddd0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:09:02.045589 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-613cc549-f784-4428-8922-709d4d392cba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781092850854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781092417311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094623'] for port, after_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:02.045768 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-31c8fcaa-e114-4413-a2ce-0216ac94de10 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:02.047106 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-31c8fcaa-e114-4413-a2ce-0216ac94de10 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8765955 May 03 16:09:02.049837 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 56540) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:09:02.055611 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-7b86ee28-cf0d-45eb-8297-baa030548258 tempest-VolumesActionsTest-334909642 tempest-VolumesActionsTest-334909642-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:09:02.056030 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.v2.base [None req-47714d65-27a0-4c86-b409-e2fb16305247 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Request body: {'security_group_rule': {'security_group_id': 'c2cfe8a9-8f29-4dd6-acac-ed3e44afbe9d', 'project_id': 'de50ab860eae44c78310b0ffea585861', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=74320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 16:09:02.064442 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-47714d65-27a0-4c86-b409-e2fb16305247 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:09:02.068348 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-47714d65-27a0-4c86-b409-e2fb16305247 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Usage tracker for resource:security_group_rule and tenant:de50ab860eae44c78310b0ffea585861 is out of sync, need to count used quota {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:09:02.072435 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-47714d65-27a0-4c86-b409-e2fb16305247 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:09:02.079135 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-47714d65-27a0-4c86-b409-e2fb16305247 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:09:02.100530 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Pushing event updated for resources: {'Port': ['ID=6ad781f7-8975-4f48-8eb9-59be9a652f7e,revision_number=5']} {{(pid=74322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:09:02.103900 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613cc549-f784-4428-8922-709d4d392cba admin admin] Pushing event deleted for resources: {'Port': ['ID=d896c065-349c-411c-a557-d03b89fa2493,revision_number=None']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:09:02.104924 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:09:02.106795 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-613cc549-f784-4428-8922-709d4d392cba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:09:02.194899 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.db.securitygroups_db [None req-47714d65-27a0-4c86-b409-e2fb16305247 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Project de50ab860eae44c78310b0ffea585861 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 03 16:09:02.201301 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-47714d65-27a0-4c86-b409-e2fb16305247 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:02.214166 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-613cc549-f784-4428-8922-709d4d392cba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-926544'] for router_gateway, after_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:02.286289 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-47714d65-27a0-4c86-b409-e2fb16305247 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:02.377073 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-47714d65-27a0-4c86-b409-e2fb16305247 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619611'] for security_group_rule, after_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:02.379585 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-dc079588-1d19-44a0-b054-29d541b57241 tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:09:02.399615 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-613cc549-f784-4428-8922-709d4d392cba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-928196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15517'] for router, precommit_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:02.401669 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47714d65-27a0-4c86-b409-e2fb16305247 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f5518f2-e1de-4a35-a9b5-3aa7451245b3,revision_number=0']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:09:02.401902 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-613cc549-f784-4428-8922-709d4d392cba admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:02.405710 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-47714d65-27a0-4c86-b409-e2fb16305247 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:09:02.548780 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-47714d65-27a0-4c86-b409-e2fb16305247 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:02.549930 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-47714d65-27a0-4c86-b409-e2fb16305247 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4990516 May 03 16:09:02.560344 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-613cc549-f784-4428-8922-709d4d392cba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-927512'] for router, after_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:02.560920 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-613cc549-f784-4428-8922-709d4d392cba admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5a8fbabf-e36f-4c37-be78-f73c0a027e34 {{(pid=74321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 03 16:09:02.578300 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-613cc549-f784-4428-8922-709d4d392cba admin admin] Notify callbacks [] for router, before_response {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:02.579631 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-613cc549-f784-4428-8922-709d4d392cba admin admin] 10.222.0.11 "DELETE /v2.0/routers/5a8fbabf-e36f-4c37-be78-f73c0a027e34 HTTP/1.1" status: 204 len: 168 time: 2.1193569 May 03 16:09:02.582229 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 56544) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:09:02.667282 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a3e119d-a4e5-4304-af93-a21a5999c3e3 admin admin] Deleting subnet 6e179f81-7e4a-49b9-b9a9-9613d63a9979 {{(pid=74320) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} May 03 16:09:02.668496 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-9a3e119d-a4e5-4304-af93-a21a5999c3e3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:02.726669 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-9a3e119d-a4e5-4304-af93-a21a5999c3e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2433393'] for subnet, precommit_delete_associations {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:02.826935 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-9a3e119d-a4e5-4304-af93-a21a5999c3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2037121'] for subnet, precommit_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:02.868902 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:03.217325 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-9a3e119d-a4e5-4304-af93-a21a5999c3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2037128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2109768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2927872'] for subnet, after_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:03.222417 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-a04034b8-0b9e-4a33-8c2f-0e41f571e797 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:09:03.259728 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3e119d-a4e5-4304-af93-a21a5999c3e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e179f81-7e4a-49b9-b9a9-9613d63a9979,revision_number=None']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:09:03.261876 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-9a3e119d-a4e5-4304-af93-a21a5999c3e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:03.265559 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-9a3e119d-a4e5-4304-af93-a21a5999c3e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:09:03.267721 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be8a57b-6007-4838-bbbb-27783ac4222a None None] Network 3d07b93f-2cbc-4419-9656-593dd149b251 requested from dv-cinder-774286-11-smb {{(pid=74322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 16:09:03.272454 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-9a3e119d-a4e5-4304-af93-a21a5999c3e3 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/6e179f81-7e4a-49b9-b9a9-9613d63a9979 HTTP/1.1" status: 204 len: 168 time: 0.6869822 May 03 16:09:03.273254 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 56590) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:09:03.396221 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-2f859a02-9b82-4229-a66f-b07965ff158c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2016999'] for network, before_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:03.409574 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Device 6ad781f7-8975-4f48-8eb9-59be9a652f7e up at agent ovs-agent-dv-cinder-774286-11-smb {{(pid=74322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 16:09:03.471306 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.plugin [None req-2f859a02-9b82-4229-a66f-b07965ff158c admin admin] Deleting port 0196d584-fb26-40bf-b34b-0421182e18a6 {{(pid=74321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 16:09:03.471643 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-2f859a02-9b82-4229-a66f-b07965ff158c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781092848725'] for port, before_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:03.536634 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Provisioning complete for port 6ad781f7-8975-4f48-8eb9-59be9a652f7e triggered by entity L2. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 16:09:03.537020 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033555'] for port, provisioning_complete {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:03.649044 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf3cbfb8-bda4-4b59-af2e-4b9446e81c55 None None] DHCP port deletion for 3d07b93f-2cbc-4419-9656-593dd149b251 request from dv-cinder-774286-11-smb {{(pid=74322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 16:09:03.683600 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.db [None req-2f859a02-9b82-4229-a66f-b07965ff158c admin admin] For port 0196d584-fb26-40bf-b34b-0421182e18a6, host dv-cinder-774286-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-11-smb',level=0,port_id=0196d584-fb26-40bf-b34b-0421182e18a6,segment=NetworkSegment(2b1d67ca-c22e-4b92-bc7c-13b39c284b0e),segment_id=2b1d67ca-c22e-4b92-bc7c-13b39c284b0e)] {{(pid=74321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 16:09:03.684185 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-2f859a02-9b82-4229-a66f-b07965ff158c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925573'] for port, precommit_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:03.739616 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.plugin [None req-cf3cbfb8-bda4-4b59-af2e-4b9446e81c55 None None] Deleting port 0196d584-fb26-40bf-b34b-0421182e18a6 {{(pid=74322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 16:09:03.742838 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-cf3cbfb8-bda4-4b59-af2e-4b9446e81c55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781092848725'] for port, before_delete {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:03.762198 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Device d3df28d5-f4c9-40f4-b5d4-98fac9d28723 no longer exists at agent ovs-agent-dv-cinder-774286-11-smb {{(pid=74322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 16:09:03.815358 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.plugin [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] No Port match for: d3df28d5-f4c9-40f4-b5d4-98fac9d28723 {{(pid=74322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 03 16:09:03.815825 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Device d3df28d5-f4c9-40f4-b5d4-98fac9d28723 not bound to the agent host dv-cinder-774286-11-smb {{(pid=74322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 16:09:03.816263 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Device d896c065-349c-411c-a557-d03b89fa2493 no longer exists at agent ovs-agent-dv-cinder-774286-11-smb {{(pid=74322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 16:09:03.836306 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.plugin [None req-2f859a02-9b82-4229-a66f-b07965ff158c admin admin] Calling delete_port for 0196d584-fb26-40bf-b34b-0421182e18a6 owned by network:dhcp {{(pid=74321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 03 16:09:03.853421 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.plugin [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] No Port match for: d896c065-349c-411c-a557-d03b89fa2493 {{(pid=74322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 03 16:09:03.853795 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Device d896c065-349c-411c-a557-d03b89fa2493 not bound to the agent host dv-cinder-774286-11-smb {{(pid=74322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 16:09:03.930051 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-cf3cbfb8-bda4-4b59-af2e-4b9446e81c55 None None] For port 0196d584-fb26-40bf-b34b-0421182e18a6, host dv-cinder-774286-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-11-smb',level=0,port_id=0196d584-fb26-40bf-b34b-0421182e18a6,segment=NetworkSegment(2b1d67ca-c22e-4b92-bc7c-13b39c284b0e),segment_id=2b1d67ca-c22e-4b92-bc7c-13b39c284b0e)] {{(pid=74322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 16:09:03.930789 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-cf3cbfb8-bda4-4b59-af2e-4b9446e81c55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925573'] for port, precommit_delete {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:03.982794 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-2f859a02-9b82-4229-a66f-b07965ff158c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781092850854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781092417311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094623'] for port, after_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:03.988282 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-5c1d4cb8-75c2-4668-adad-387cbfaa9cea service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:09:04.043169 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f859a02-9b82-4229-a66f-b07965ff158c admin admin] Pushing event deleted for resources: {'Port': ['ID=0196d584-fb26-40bf-b34b-0421182e18a6,revision_number=None']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:09:04.045092 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-2f859a02-9b82-4229-a66f-b07965ff158c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:09:04.047653 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f859a02-9b82-4229-a66f-b07965ff158c admin admin] No DVR routers for this DVR port 0196d584-fb26-40bf-b34b-0421182e18a6 on host dv-cinder-774286-11-smb {{(pid=74321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 16:09:04.108256 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.plugin [None req-cf3cbfb8-bda4-4b59-af2e-4b9446e81c55 None None] Calling delete_port for 0196d584-fb26-40bf-b34b-0421182e18a6 owned by network:dhcp {{(pid=74322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 03 16:09:04.162682 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-cf3cbfb8-bda4-4b59-af2e-4b9446e81c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781092850854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781092417311'] for port, after_delete {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:04.167282 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:09:04.184242 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-2f859a02-9b82-4229-a66f-b07965ff158c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2031644', 'neutron.services.segments.db._delete_segments_for_network-8781092860977'] for network, precommit_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:04.214762 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3cbfb8-bda4-4b59-af2e-4b9446e81c55 None None] Pushing event deleted for resources: {'Port': ['ID=0196d584-fb26-40bf-b34b-0421182e18a6,revision_number=None']} {{(pid=74322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:09:04.217691 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-cf3cbfb8-bda4-4b59-af2e-4b9446e81c55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:09:04.218485 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3cbfb8-bda4-4b59-af2e-4b9446e81c55 None None] No DVR routers for this DVR port 0196d584-fb26-40bf-b34b-0421182e18a6 on host dv-cinder-774286-11-smb {{(pid=74322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 16:09:04.306861 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.services.segments.db [None req-2f859a02-9b82-4229-a66f-b07965ff158c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d07b93f-2cbc-4419-9656-593dd149b251']}} {{(pid=74321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:09:04.320286 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.services.segments.db [None req-2f859a02-9b82-4229-a66f-b07965ff158c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b1d67ca-c22e-4b92-bc7c-13b39c284b0e') {'for_net_delete': True} {{(pid=74321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:09:04.320583 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.services.segments.db [None req-2f859a02-9b82-4229-a66f-b07965ff158c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b1d67ca-c22e-4b92-bc7c-13b39c284b0e') {} {{(pid=74321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:09:04.332434 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-2f859a02-9b82-4229-a66f-b07965ff158c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781092872551', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2994150'] for segment, before_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:04.349340 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-2f859a02-9b82-4229-a66f-b07965ff158c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038491'] for segment, precommit_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:04.356448 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f859a02-9b82-4229-a66f-b07965ff158c admin admin] Releasing vlan 631 on physical network physnet1 to pool {{(pid=74321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 16:09:04.643020 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.managers [None req-2f859a02-9b82-4229-a66f-b07965ff158c admin admin] Network 3d07b93f-2cbc-4419-9656-593dd149b251 has no segments {{(pid=74321) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 03 16:09:04.652049 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-2f859a02-9b82-4229-a66f-b07965ff158c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2038484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3094540'] for segment, after_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:04.833319 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.managers [None req-2f859a02-9b82-4229-a66f-b07965ff158c admin admin] Network 3d07b93f-2cbc-4419-9656-593dd149b251 has no segments {{(pid=74321) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 03 16:09:04.854605 dv-cinder-774286-11-smb neutron-server[74321]: Traceback (most recent call last): May 03 16:09:04.854605 dv-cinder-774286-11-smb neutron-server[74321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 16:09:04.854605 dv-cinder-774286-11-smb neutron-server[74321]: timer() May 03 16:09:04.854605 dv-cinder-774286-11-smb neutron-server[74321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 16:09:04.854605 dv-cinder-774286-11-smb neutron-server[74321]: cb(*args, **kw) May 03 16:09:04.854605 dv-cinder-774286-11-smb neutron-server[74321]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 03 16:09:04.854605 dv-cinder-774286-11-smb neutron-server[74321]: return func(*args, **kwargs) May 03 16:09:04.854605 dv-cinder-774286-11-smb neutron-server[74321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 16:09:04.854605 dv-cinder-774286-11-smb neutron-server[74321]: self._notify() May 03 16:09:04.854605 dv-cinder-774286-11-smb neutron-server[74321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 16:09:04.854605 dv-cinder-774286-11-smb neutron-server[74321]: self.callback(batched_events) May 03 16:09:04.854605 dv-cinder-774286-11-smb neutron-server[74321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 16:09:04.854605 dv-cinder-774286-11-smb neutron-server[74321]: event.method(event) May 03 16:09:04.854605 dv-cinder-774286-11-smb neutron-server[74321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 16:09:04.854605 dv-cinder-774286-11-smb neutron-server[74321]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 16:09:04.854605 dv-cinder-774286-11-smb neutron-server[74321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 16:09:04.854605 dv-cinder-774286-11-smb neutron-server[74321]: aggregate_uuid = self.p_client.list_aggregates( May 03 16:09:04.854605 dv-cinder-774286-11-smb neutron-server[74321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 16:09:04.854605 dv-cinder-774286-11-smb neutron-server[74321]: return f(self, *a, **k) May 03 16:09:04.854605 dv-cinder-774286-11-smb neutron-server[74321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 16:09:04.854605 dv-cinder-774286-11-smb neutron-server[74321]: return self._get(url).json() May 03 16:09:04.854605 dv-cinder-774286-11-smb neutron-server[74321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 16:09:04.854605 dv-cinder-774286-11-smb neutron-server[74321]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 16:09:04.854605 dv-cinder-774286-11-smb neutron-server[74321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 16:09:04.854605 dv-cinder-774286-11-smb neutron-server[74321]: return self.request(url, 'GET', **kwargs) May 03 16:09:04.854605 dv-cinder-774286-11-smb neutron-server[74321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 16:09:04.854605 dv-cinder-774286-11-smb neutron-server[74321]: base_url = self.get_endpoint(auth, allow=allow, May 03 16:09:04.854605 dv-cinder-774286-11-smb neutron-server[74321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 16:09:04.854605 dv-cinder-774286-11-smb neutron-server[74321]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 16:09:04.854605 dv-cinder-774286-11-smb neutron-server[74321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 16:09:04.854605 dv-cinder-774286-11-smb neutron-server[74321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 16:09:04.854605 dv-cinder-774286-11-smb neutron-server[74321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 16:09:04.999835 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-2f859a02-9b82-4229-a66f-b07965ff158c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2031619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926591'] for network, after_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:05.003641 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:09:05.017808 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-2f859a02-9b82-4229-a66f-b07965ff158c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532153'] for network, before_response {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:05.028876 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f859a02-9b82-4229-a66f-b07965ff158c admin admin] Pushing event deleted for resources: {'Network': ['ID=3d07b93f-2cbc-4419-9656-593dd149b251,revision_number=None']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:09:05.031971 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-2f859a02-9b82-4229-a66f-b07965ff158c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:09:05.115627 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-2f859a02-9b82-4229-a66f-b07965ff158c admin admin] 10.222.0.11 "DELETE /v2.0/networks/3d07b93f-2cbc-4419-9656-593dd149b251 HTTP/1.1" status: 204 len: 168 time: 1.8407876 May 03 16:09:05.339316 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Device 0196d584-fb26-40bf-b34b-0421182e18a6 no longer exists at agent ovs-agent-dv-cinder-774286-11-smb {{(pid=74322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 16:09:05.377787 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.plugin [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] No Port match for: 0196d584-fb26-40bf-b34b-0421182e18a6 {{(pid=74322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 03 16:09:05.378240 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Device 0196d584-fb26-40bf-b34b-0421182e18a6 not bound to the agent host dv-cinder-774286-11-smb {{(pid=74322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 16:09:05.464051 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 56632) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:09:05.513481 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-8d21885f-09ad-46e1-8df0-3d65e863dc41 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=30698392a3254cc2a62d95e9d3896fad&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0481112 May 03 16:09:05.515978 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 56638) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:09:05.574607 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-9995d852-c103-4fd7-9030-baa6189990d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:05.601066 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-9995d852-c103-4fd7-9030-baa6189990d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:05.965819 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-9995d852-c103-4fd7-9030-baa6189990d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:05.970119 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-bc84690e-7b00-497d-bd4a-c01e75b97fe1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:09:05.985183 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9995d852-c103-4fd7-9030-baa6189990d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f257164-ae9d-493c-b467-7999a071c60c,revision_number=None']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:09:05.987494 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-9995d852-c103-4fd7-9030-baa6189990d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:09:05.994498 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-9995d852-c103-4fd7-9030-baa6189990d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:05.995642 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-9995d852-c103-4fd7-9030-baa6189990d3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8f257164-ae9d-493c-b467-7999a071c60c HTTP/1.1" status: 204 len: 168 time: 0.4787555 May 03 16:09:08.760185 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.agents_db [None req-1e570261-7bec-4919-9804-a616d65b12ea None None] Agent healthcheck: found 6 active agents {{(pid=74323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 03 16:09:10.048557 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 56732) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:09:10.173436 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-1e59864c-aa38-4950-a90e-9043c86a63a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:10.189092 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-1e59864c-aa38-4950-a90e-9043c86a63a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:09:10.192933 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-1e59864c-aa38-4950-a90e-9043c86a63a8 admin admin] Usage tracker for resource:security_group_rule and tenant:3931032efd3f47b0b2708873e29ceed1 is out of sync, need to count used quota {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:09:10.195741 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-1e59864c-aa38-4950-a90e-9043c86a63a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:09:10.201785 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-1e59864c-aa38-4950-a90e-9043c86a63a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:09:10.287289 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-1e59864c-aa38-4950-a90e-9043c86a63a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:10.439935 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-1e59864c-aa38-4950-a90e-9043c86a63a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:10.449211 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-ed430c89-d147-42aa-945f-c0a1747d8552 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:09:10.489396 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-1e59864c-aa38-4950-a90e-9043c86a63a8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3931032efd3f47b0b2708873e29ceed1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4397712 May 03 16:09:10.491021 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e59864c-aa38-4950-a90e-9043c86a63a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4f29c1a-fcf5-4cb7-af02-f32473a48c03,revision_number=1']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:09:10.492181 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 56738) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:09:10.494245 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-1e59864c-aa38-4950-a90e-9043c86a63a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:09:10.561766 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-ffb72931-9ffb-4b57-9b1a-b269bb0587c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:10.592313 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-ffb72931-9ffb-4b57-9b1a-b269bb0587c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:10.674023 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-b78ee99e-b3a9-4885-9c79-21d591684f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:10.771010 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-ffb72931-9ffb-4b57-9b1a-b269bb0587c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:10.776726 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-4f3bafab-1413-4bac-bb46-cdff4bede665 tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:09:10.788799 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb72931-9ffb-4b57-9b1a-b269bb0587c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4f29c1a-fcf5-4cb7-af02-f32473a48c03,revision_number=None']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:09:10.791712 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-ffb72931-9ffb-4b57-9b1a-b269bb0587c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:09:10.794080 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-ffb72931-9ffb-4b57-9b1a-b269bb0587c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:10.796401 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-ffb72931-9ffb-4b57-9b1a-b269bb0587c6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d4f29c1a-fcf5-4cb7-af02-f32473a48c03 HTTP/1.1" status: 204 len: 168 time: 0.3022029 May 03 16:09:11.573602 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 56758) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:09:11.592766 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-caa78776-8906-4d11-836d-cb7b14c8fefa admin admin] Notify callbacks [] for security_group, before_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:11.606788 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-caa78776-8906-4d11-836d-cb7b14c8fefa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:09:11.610604 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-caa78776-8906-4d11-836d-cb7b14c8fefa admin admin] Usage tracker for resource:security_group_rule and tenant:8574a0469f1045d49b4dbf4cec790ee6 is out of sync, need to count used quota {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:09:11.613375 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-caa78776-8906-4d11-836d-cb7b14c8fefa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:09:11.618958 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-caa78776-8906-4d11-836d-cb7b14c8fefa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:09:11.709370 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-caa78776-8906-4d11-836d-cb7b14c8fefa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:11.783080 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-caa78776-8906-4d11-836d-cb7b14c8fefa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:11.792535 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-9b65c15c-a5c7-4c99-8b2e-951afc6607bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:09:11.833360 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-caa78776-8906-4d11-836d-cb7b14c8fefa admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8574a0469f1045d49b4dbf4cec790ee6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2580283 May 03 16:09:11.833713 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa78776-8906-4d11-836d-cb7b14c8fefa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a71d434-ab77-4ca4-bea5-549063058844,revision_number=1']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:09:11.835509 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 56764) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:09:11.836884 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-caa78776-8906-4d11-836d-cb7b14c8fefa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:09:11.894451 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-cf6e2da3-95c4-453b-ab53-6c79fa3e9024 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:11.919728 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-cf6e2da3-95c4-453b-ab53-6c79fa3e9024 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:12.085662 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-cf6e2da3-95c4-453b-ab53-6c79fa3e9024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:12.089583 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-79783846-9de1-4feb-9534-190403063aee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:09:12.100971 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6e2da3-95c4-453b-ab53-6c79fa3e9024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a71d434-ab77-4ca4-bea5-549063058844,revision_number=None']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:09:12.111792 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6e2da3-95c4-453b-ab53-6c79fa3e9024 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:09:12.112144 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6e2da3-95c4-453b-ab53-6c79fa3e9024 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:09:12.112532 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6e2da3-95c4-453b-ab53-6c79fa3e9024 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:09:12.112887 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6e2da3-95c4-453b-ab53-6c79fa3e9024 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:09:12.113261 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6e2da3-95c4-453b-ab53-6c79fa3e9024 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:09:12.113608 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6e2da3-95c4-453b-ab53-6c79fa3e9024 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:09:12.113954 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6e2da3-95c4-453b-ab53-6c79fa3e9024 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:09:12.114296 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6e2da3-95c4-453b-ab53-6c79fa3e9024 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:09:12.114781 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6e2da3-95c4-453b-ab53-6c79fa3e9024 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:09:12.115135 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6e2da3-95c4-453b-ab53-6c79fa3e9024 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:09:12.115482 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6e2da3-95c4-453b-ab53-6c79fa3e9024 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:09:12.115822 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6e2da3-95c4-453b-ab53-6c79fa3e9024 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:09:12.118775 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-cf6e2da3-95c4-453b-ab53-6c79fa3e9024 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:09:12.120811 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-cf6e2da3-95c4-453b-ab53-6c79fa3e9024 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:12.124847 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-cf6e2da3-95c4-453b-ab53-6c79fa3e9024 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1a71d434-ab77-4ca4-bea5-549063058844 HTTP/1.1" status: 204 len: 168 time: 0.2856913 May 03 16:09:13.359910 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:13.394336 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-8d120272-0ef4-4345-8db1-db3bfb1cb7bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:14.262604 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-b400cb21-de9a-47f5-b18b-46830690aa58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:16.142700 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-b5223e01-a904-4e89-a902-ae20f7f129a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:16.647999 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 56846) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:09:16.769095 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-709ce4a4-fe17-43ca-a8df-69b9f11da3ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:16.784094 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-709ce4a4-fe17-43ca-a8df-69b9f11da3ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:09:16.788341 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-709ce4a4-fe17-43ca-a8df-69b9f11da3ba admin admin] Usage tracker for resource:security_group_rule and tenant:84e5fb5b51e2403c835656746ec49909 is out of sync, need to count used quota {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:09:16.791192 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-709ce4a4-fe17-43ca-a8df-69b9f11da3ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:09:16.797118 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-709ce4a4-fe17-43ca-a8df-69b9f11da3ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:09:16.884796 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-709ce4a4-fe17-43ca-a8df-69b9f11da3ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:16.983230 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-709ce4a4-fe17-43ca-a8df-69b9f11da3ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:16.990671 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-7047695e-b77f-4f7a-8221-f726d1b7a713 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:09:17.030026 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709ce4a4-fe17-43ca-a8df-69b9f11da3ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4709bdeb-a198-4f36-9bd4-5121083dff8b,revision_number=1']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:09:17.036453 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-709ce4a4-fe17-43ca-a8df-69b9f11da3ba admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=84e5fb5b51e2403c835656746ec49909&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3854640 May 03 16:09:17.036453 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-709ce4a4-fe17-43ca-a8df-69b9f11da3ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:09:17.037536 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 56862) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:09:17.100185 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-458e553c-0df1-46f3-821f-10e5c9b47a34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:17.132052 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-458e553c-0df1-46f3-821f-10e5c9b47a34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:17.296524 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-458e553c-0df1-46f3-821f-10e5c9b47a34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:17.301565 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-ed738f9e-ceed-4b12-84ed-c74e18b98e21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:09:17.312800 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458e553c-0df1-46f3-821f-10e5c9b47a34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4709bdeb-a198-4f36-9bd4-5121083dff8b,revision_number=None']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:09:17.315173 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-458e553c-0df1-46f3-821f-10e5c9b47a34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:09:17.320423 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-458e553c-0df1-46f3-821f-10e5c9b47a34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:17.321592 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-458e553c-0df1-46f3-821f-10e5c9b47a34 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4709bdeb-a198-4f36-9bd4-5121083dff8b HTTP/1.1" status: 204 len: 168 time: 0.2828109 May 03 16:09:18.093884 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 56888) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:09:18.112206 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-3d6c0155-8f19-49f5-9715-404005ad414c admin admin] Notify callbacks [] for security_group, before_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:18.127331 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-3d6c0155-8f19-49f5-9715-404005ad414c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:09:18.131377 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-3d6c0155-8f19-49f5-9715-404005ad414c admin admin] Usage tracker for resource:security_group_rule and tenant:353c5b13ae3f4119a2bf5ec4f15d147c is out of sync, need to count used quota {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:09:18.142748 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-3d6c0155-8f19-49f5-9715-404005ad414c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:09:18.161771 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-3d6c0155-8f19-49f5-9715-404005ad414c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:09:18.234471 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-3d6c0155-8f19-49f5-9715-404005ad414c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:18.308394 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-3d6c0155-8f19-49f5-9715-404005ad414c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:18.317726 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-778b4397-23cc-4cb2-9f00-d27860dbaa24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:09:18.358623 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-3d6c0155-8f19-49f5-9715-404005ad414c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=353c5b13ae3f4119a2bf5ec4f15d147c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2635043 May 03 16:09:18.360644 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6c0155-8f19-49f5-9715-404005ad414c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49b9a93c-797e-48a6-b904-59393efcb3f9,revision_number=1']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:09:18.364401 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-3d6c0155-8f19-49f5-9715-404005ad414c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:09:18.370358 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 56896) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:09:18.434536 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-570193da-3d3f-4e19-9631-7e8e21a29af0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:18.460727 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-570193da-3d3f-4e19-9631-7e8e21a29af0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:18.606244 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-570193da-3d3f-4e19-9631-7e8e21a29af0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:18.610051 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-20b68494-0e68-4e5a-b7fe-051fe30c06cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:09:18.622137 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570193da-3d3f-4e19-9631-7e8e21a29af0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49b9a93c-797e-48a6-b904-59393efcb3f9,revision_number=None']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:09:18.625742 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-570193da-3d3f-4e19-9631-7e8e21a29af0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:09:18.629196 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-570193da-3d3f-4e19-9631-7e8e21a29af0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:18.630351 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-570193da-3d3f-4e19-9631-7e8e21a29af0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/49b9a93c-797e-48a6-b904-59393efcb3f9 HTTP/1.1" status: 204 len: 168 time: 0.2590065 May 03 16:09:20.720192 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [req-1967fcc2-437e-4193-9f8c-fd9e36d1e2f9 req-e4302162-2bd4-4687-a18a-123dd50bc9f2 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Synchronizing usage tracker for tenant:de50ab860eae44c78310b0ffea585861 on resource:security_group {{(pid=74321) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 16:09:20.805421 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [req-1967fcc2-437e-4193-9f8c-fd9e36d1e2f9 req-e4302162-2bd4-4687-a18a-123dd50bc9f2 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Unset dirty status for tenant:de50ab860eae44c78310b0ffea585861 on resource:security_group {{(pid=74321) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 16:09:20.810105 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-1967fcc2-437e-4193-9f8c-fd9e36d1e2f9 req-e4302162-2bd4-4687-a18a-123dd50bc9f2 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-536690436&fields=id&tenant_id=de50ab860eae44c78310b0ffea585861 HTTP/1.1" status: 200 len: 267 time: 0.1276293 May 03 16:09:20.961422 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1967fcc2-437e-4193-9f8c-fd9e36d1e2f9 req-a5cf8050-6b86-4e09-8219-1769af165ea3 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:09:20.963797 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-1967fcc2-437e-4193-9f8c-fd9e36d1e2f9 req-a5cf8050-6b86-4e09-8219-1769af165ea3 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] 10.222.0.11 "GET /v2.0/networks?id=376169b2-6332-4827-8ba9-5327722bbe13 HTTP/1.1" status: 200 len: 809 time: 0.1503499 May 03 16:09:20.979996 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-1967fcc2-437e-4193-9f8c-fd9e36d1e2f9 req-84b0337b-16e7-495d-966e-ce17838637c9 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] 10.222.0.11 "GET /v2.0/quotas/de50ab860eae44c78310b0ffea585861 HTTP/1.1" status: 200 len: 375 time: 0.0096064 May 03 16:09:21.067536 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [req-1967fcc2-437e-4193-9f8c-fd9e36d1e2f9 req-5cd9e537-ee04-4b8f-9ce8-9cc0ba7d6753 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Synchronizing usage tracker for tenant:de50ab860eae44c78310b0ffea585861 on resource:port {{(pid=74321) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 16:09:21.193752 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [req-1967fcc2-437e-4193-9f8c-fd9e36d1e2f9 req-5cd9e537-ee04-4b8f-9ce8-9cc0ba7d6753 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Unset dirty status for tenant:de50ab860eae44c78310b0ffea585861 on resource:port {{(pid=74321) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 16:09:21.195103 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-1967fcc2-437e-4193-9f8c-fd9e36d1e2f9 req-5cd9e537-ee04-4b8f-9ce8-9cc0ba7d6753 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=de50ab860eae44c78310b0ffea585861&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2094898 May 03 16:09:21.345031 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-1967fcc2-437e-4193-9f8c-fd9e36d1e2f9 req-35b25579-3cdb-4a89-88d9-2047dd07208d service neutron] 10.222.0.11 "GET /v2.0/networks/376169b2-6332-4827-8ba9-5327722bbe13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373110 May 03 16:09:21.353673 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 56980) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:09:21.537389 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-1967fcc2-437e-4193-9f8c-fd9e36d1e2f9 req-6b8bf015-fa0a-4965-9bd1-9a3882aefe09 service neutron] 10.222.0.11 "GET /v2.0/networks/376169b2-6332-4827-8ba9-5327722bbe13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904564 May 03 16:09:21.617696 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-236ad7c1-45c3-4b4f-b36c-4b709c0ab53f admin admin] Notify callbacks [] for security_group, before_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:21.635092 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-236ad7c1-45c3-4b4f-b36c-4b709c0ab53f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:09:21.639843 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-236ad7c1-45c3-4b4f-b36c-4b709c0ab53f admin admin] Usage tracker for resource:security_group_rule and tenant:bfe473f1878a42529aa065f1de262473 is out of sync, need to count used quota {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:09:21.644126 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-236ad7c1-45c3-4b4f-b36c-4b709c0ab53f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:09:21.650971 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-236ad7c1-45c3-4b4f-b36c-4b709c0ab53f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:09:21.749876 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-236ad7c1-45c3-4b4f-b36c-4b709c0ab53f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:21.850801 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-236ad7c1-45c3-4b4f-b36c-4b709c0ab53f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:21.860952 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-b85a0b4c-0072-40e9-a43f-20f54df8c254 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:09:21.906258 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-236ad7c1-45c3-4b4f-b36c-4b709c0ab53f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bfe473f1878a42529aa065f1de262473&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5508730 May 03 16:09:21.906931 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236ad7c1-45c3-4b4f-b36c-4b709c0ab53f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee3f6f54-127e-4e56-afb5-19ee06366c87,revision_number=1']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:09:21.909337 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 57004) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:09:21.911607 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-236ad7c1-45c3-4b4f-b36c-4b709c0ab53f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:09:21.970500 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-35d74d37-e4df-4c8a-b0ae-c7d3a0336766 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:21.999235 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-35d74d37-e4df-4c8a-b0ae-c7d3a0336766 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:22.228044 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-35d74d37-e4df-4c8a-b0ae-c7d3a0336766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:22.232084 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-0f0f2c5a-2c23-4f22-9041-53f998d5cd3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:09:22.243023 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d74d37-e4df-4c8a-b0ae-c7d3a0336766 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee3f6f54-127e-4e56-afb5-19ee06366c87,revision_number=None']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:09:22.247409 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-35d74d37-e4df-4c8a-b0ae-c7d3a0336766 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:09:22.250667 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-35d74d37-e4df-4c8a-b0ae-c7d3a0336766 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:22.251801 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-35d74d37-e4df-4c8a-b0ae-c7d3a0336766 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ee3f6f54-127e-4e56-afb5-19ee06366c87 HTTP/1.1" status: 204 len: 168 time: 0.3416474 May 03 16:09:22.515715 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-19408431-c6dd-4946-8058-48a6693fd4e8 req-7f7685a8-d37e-4c59-a163-e437a394de9a tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] 10.222.0.11 "GET /v2.0/ports?device_id=90287fd5-6cd1-42c0-bc8e-a99240dbef26 HTTP/1.1" status: 200 len: 210 time: 0.0450289 May 03 16:09:23.188523 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 57036) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:09:23.207094 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-1e36fae1-6d98-4277-b574-5251a0123280 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:23.222181 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-1e36fae1-6d98-4277-b574-5251a0123280 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:09:23.225954 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-1e36fae1-6d98-4277-b574-5251a0123280 admin admin] Usage tracker for resource:security_group_rule and tenant:55a6e5c8adf447ba838456783ed3b3e5 is out of sync, need to count used quota {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:09:23.228779 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-1e36fae1-6d98-4277-b574-5251a0123280 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:09:23.236359 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-1e36fae1-6d98-4277-b574-5251a0123280 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:09:23.324578 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-1e36fae1-6d98-4277-b574-5251a0123280 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:23.456459 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-1e36fae1-6d98-4277-b574-5251a0123280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:23.467169 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-1e59864c-aa38-4950-a90e-9043c86a63a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:09:23.512874 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-1e36fae1-6d98-4277-b574-5251a0123280 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=55a6e5c8adf447ba838456783ed3b3e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3197591 May 03 16:09:23.512874 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e36fae1-6d98-4277-b574-5251a0123280 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ae9be88-2c30-4150-b50b-faa846f60d75,revision_number=1']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:09:23.513222 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 57040) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:09:23.519058 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e36fae1-6d98-4277-b574-5251a0123280 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:09:23.519576 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e36fae1-6d98-4277-b574-5251a0123280 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:09:23.519780 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e36fae1-6d98-4277-b574-5251a0123280 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:09:23.520136 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e36fae1-6d98-4277-b574-5251a0123280 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:09:23.520514 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e36fae1-6d98-4277-b574-5251a0123280 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:09:23.520869 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e36fae1-6d98-4277-b574-5251a0123280 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:09:23.521217 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e36fae1-6d98-4277-b574-5251a0123280 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:09:23.521565 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e36fae1-6d98-4277-b574-5251a0123280 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:09:23.521923 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e36fae1-6d98-4277-b574-5251a0123280 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:09:23.522288 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e36fae1-6d98-4277-b574-5251a0123280 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:09:23.522641 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e36fae1-6d98-4277-b574-5251a0123280 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:09:23.522978 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e36fae1-6d98-4277-b574-5251a0123280 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:09:23.527484 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-1e36fae1-6d98-4277-b574-5251a0123280 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:09:23.589318 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-64e3e1c0-62f1-4787-b091-0f5b57380c98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:23.619546 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-64e3e1c0-62f1-4787-b091-0f5b57380c98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:23.626068 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-4cad037a-6217-40e8-bb16-6b8ca0fdd007 req-20153adb-5ec0-4c21-85b1-1d508e5e0503 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] 10.222.0.11 "GET /v2.0/ports?device_id=90287fd5-6cd1-42c0-bc8e-a99240dbef26 HTTP/1.1" status: 200 len: 210 time: 0.0484474 May 03 16:09:23.833940 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-64e3e1c0-62f1-4787-b091-0f5b57380c98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:23.838080 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-cf6e2da3-95c4-453b-ab53-6c79fa3e9024 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:09:23.850068 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e3e1c0-62f1-4787-b091-0f5b57380c98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ae9be88-2c30-4150-b50b-faa846f60d75,revision_number=None']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:09:23.854264 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-64e3e1c0-62f1-4787-b091-0f5b57380c98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:09:23.858057 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-64e3e1c0-62f1-4787-b091-0f5b57380c98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:23.859162 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-64e3e1c0-62f1-4787-b091-0f5b57380c98 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1ae9be88-2c30-4150-b50b-faa846f60d75 HTTP/1.1" status: 204 len: 168 time: 0.3448796 May 03 16:09:24.796408 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-bccb7082-9413-4db2-95cf-f7bd8d43f996 req-57c91218-2f6d-4c0f-b926-ed0449dcef85 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] 10.222.0.11 "GET /v2.0/ports?device_id=90287fd5-6cd1-42c0-bc8e-a99240dbef26 HTTP/1.1" status: 200 len: 210 time: 0.0440605 May 03 16:09:25.765301 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1967fcc2-437e-4193-9f8c-fd9e36d1e2f9 req-1559185b-f6c3-4d0f-8d85-aac1c704aabf tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:09:25.767089 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-1967fcc2-437e-4193-9f8c-fd9e36d1e2f9 req-1559185b-f6c3-4d0f-8d85-aac1c704aabf tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] 10.222.0.42 "GET /v2.0/networks?id=376169b2-6332-4827-8ba9-5327722bbe13 HTTP/1.1" status: 200 len: 809 time: 0.2734497 May 03 16:09:25.819663 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-1967fcc2-437e-4193-9f8c-fd9e36d1e2f9 req-b3bf86d3-22cb-444b-97cf-8d077456358d tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de50ab860eae44c78310b0ffea585861 HTTP/1.1" status: 200 len: 379 time: 0.0442367 May 03 16:09:25.829284 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.v2.base [req-1967fcc2-437e-4193-9f8c-fd9e36d1e2f9 req-175a7eb6-4f70-44e5-af90-f1f5e89a713c tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Request body: {'port': {'device_id': '90287fd5-6cd1-42c0-bc8e-a99240dbef26', 'network_id': '376169b2-6332-4827-8ba9-5327722bbe13', 'admin_state_up': True, 'tenant_id': 'de50ab860eae44c78310b0ffea585861', 'security_groups': ['c2cfe8a9-8f29-4dd6-acac-ed3e44afbe9d']}} {{(pid=74321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 16:09:26.019460 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-bc1e40b7-c28e-497a-89fd-ecaa21aee70e req-7b96eaec-f0f7-40b0-98f4-628a50b68943 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] 10.222.0.11 "GET /v2.0/ports?device_id=90287fd5-6cd1-42c0-bc8e-a99240dbef26 HTTP/1.1" status: 200 len: 210 time: 0.0579729 May 03 16:09:26.056438 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [req-1967fcc2-437e-4193-9f8c-fd9e36d1e2f9 req-175a7eb6-4f70-44e5-af90-f1f5e89a713c tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:09:26.067886 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [req-1967fcc2-437e-4193-9f8c-fd9e36d1e2f9 req-175a7eb6-4f70-44e5-af90-f1f5e89a713c tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:09:26.159678 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1967fcc2-437e-4193-9f8c-fd9e36d1e2f9 req-175a7eb6-4f70-44e5-af90-f1f5e89a713c tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Made reservation on behalf of de50ab860eae44c78310b0ffea585861 for: {'port': 1} {{(pid=74321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 16:09:26.164902 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [req-1967fcc2-437e-4193-9f8c-fd9e36d1e2f9 req-175a7eb6-4f70-44e5-af90-f1f5e89a713c tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:26.348484 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.db_base_plugin_common [req-1967fcc2-437e-4193-9f8c-fd9e36d1e2f9 req-175a7eb6-4f70-44e5-af90-f1f5e89a713c tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Allocated IP 172.20.0.13 (376169b2-6332-4827-8ba9-5327722bbe13/2851544b-8ea1-4cb3-be94-93bb6cf0ea51/1aff65a2-57c0-46ab-accb-367890519451) {{(pid=74321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 16:09:26.548531 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [req-1967fcc2-437e-4193-9f8c-fd9e36d1e2f9 req-175a7eb6-4f70-44e5-af90-f1f5e89a713c tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Notify callbacks [] for port, precommit_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:26.565087 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.provisioning_blocks [req-1967fcc2-437e-4193-9f8c-fd9e36d1e2f9 req-175a7eb6-4f70-44e5-af90-f1f5e89a713c tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Transition to ACTIVE for port object 1aff65a2-57c0-46ab-accb-367890519451 will not be triggered until provisioned by entity DHCP. {{(pid=74321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 16:09:26.788655 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [req-1967fcc2-437e-4193-9f8c-fd9e36d1e2f9 req-175a7eb6-4f70-44e5-af90-f1f5e89a713c tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781092417302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094623'] for port, after_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:26.795688 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-7de08a37-22c9-4152-b50e-af23e3a5e901 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:09:26.868169 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1967fcc2-437e-4193-9f8c-fd9e36d1e2f9 req-175a7eb6-4f70-44e5-af90-f1f5e89a713c tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Network 376169b2-6332-4827-8ba9-5327722bbe13 is already hosted by enough agents. {{(pid=74321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 16:09:26.872662 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.scheduler.base_scheduler [req-1967fcc2-437e-4193-9f8c-fd9e36d1e2f9 req-175a7eb6-4f70-44e5-af90-f1f5e89a713c tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Resources bound (agent type, host, resource id): {{(pid=74321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:09:26.876695 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.l3_dvrscheduler_db [req-1967fcc2-437e-4193-9f8c-fd9e36d1e2f9 req-175a7eb6-4f70-44e5-af90-f1f5e89a713c tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Received port after_create {{(pid=74321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 03 16:09:26.907769 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175a7eb6-4f70-44e5-af90-f1f5e89a713c tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Pushing event updated for resources: {'Port': ['ID=1aff65a2-57c0-46ab-accb-367890519451,revision_number=1']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:09:26.919532 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-175a7eb6-4f70-44e5-af90-f1f5e89a713c tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:09:26.948934 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1967fcc2-437e-4193-9f8c-fd9e36d1e2f9 req-175a7eb6-4f70-44e5-af90-f1f5e89a713c tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:09:26.948934 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [req-1967fcc2-437e-4193-9f8c-fd9e36d1e2f9 req-175a7eb6-4f70-44e5-af90-f1f5e89a713c tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504013'] for port, before_response {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:27.092555 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-1967fcc2-437e-4193-9f8c-fd9e36d1e2f9 req-175a7eb6-4f70-44e5-af90-f1f5e89a713c tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2618234 May 03 16:09:27.108699 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.v2.base [req-1967fcc2-437e-4193-9f8c-fd9e36d1e2f9 req-4040342e-9672-43ab-aac1-b74bdf3b090d service neutron] Request body: {'port': {'device_id': '90287fd5-6cd1-42c0-bc8e-a99240dbef26', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=74321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 16:09:27.210961 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-7d9db8a6-cfb3-45fe-a995-f8bd3862ceae None None] Provisioning for port 1aff65a2-57c0-46ab-accb-367890519451 completed by entity DHCP. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 16:09:27.221152 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-7d9db8a6-cfb3-45fe-a995-f8bd3862ceae None None] Provisioning complete for port 1aff65a2-57c0-46ab-accb-367890519451 triggered by entity DHCP. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 16:09:27.221754 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-7d9db8a6-cfb3-45fe-a995-f8bd3862ceae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033555'] for port, provisioning_complete {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:27.280724 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.plugin [None req-7d9db8a6-cfb3-45fe-a995-f8bd3862ceae None None] Port 1aff65a2-57c0-46ab-accb-367890519451 cannot update to ACTIVE because it is not bound. {{(pid=74322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 16:09:27.284583 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [req-1967fcc2-437e-4193-9f8c-fd9e36d1e2f9 req-4040342e-9672-43ab-aac1-b74bdf3b090d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:27.386760 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4993998c-6b7c-40bc-a4bf-7f58d93c89f5 req-deb149b8-5cb6-42a1-9200-828c92823da2 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:09:27.387496 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [req-4993998c-6b7c-40bc-a4bf-7f58d93c89f5 req-deb149b8-5cb6-42a1-9200-828c92823da2 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Synchronizing usage tracker for tenant:de50ab860eae44c78310b0ffea585861 on resource:port {{(pid=74321) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 16:09:27.600180 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [req-4993998c-6b7c-40bc-a4bf-7f58d93c89f5 req-deb149b8-5cb6-42a1-9200-828c92823da2 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Unset dirty status for tenant:de50ab860eae44c78310b0ffea585861 on resource:port {{(pid=74321) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 16:09:27.602060 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-4993998c-6b7c-40bc-a4bf-7f58d93c89f5 req-deb149b8-5cb6-42a1-9200-828c92823da2 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] 10.222.0.11 "GET /v2.0/ports?device_id=90287fd5-6cd1-42c0-bc8e-a99240dbef26 HTTP/1.1" status: 200 len: 932 time: 0.3904955 May 03 16:09:27.675734 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-4993998c-6b7c-40bc-a4bf-7f58d93c89f5 req-c0d7312e-ca9a-4c3a-ba80-c6fe0db78c2f tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2cfe8a9-8f29-4dd6-acac-ed3e44afbe9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576971 May 03 16:09:27.758889 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.notifiers.nova [req-1967fcc2-437e-4193-9f8c-fd9e36d1e2f9 req-4040342e-9672-43ab-aac1-b74bdf3b090d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1aff65a2-57c0-46ab-accb-367890519451 {{(pid=74321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 03 16:09:27.767484 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [req-1967fcc2-437e-4193-9f8c-fd9e36d1e2f9 req-4040342e-9672-43ab-aac1-b74bdf3b090d service neutron] Notify callbacks [] for port, precommit_update {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:27.787973 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.provisioning_blocks [req-1967fcc2-437e-4193-9f8c-fd9e36d1e2f9 req-4040342e-9672-43ab-aac1-b74bdf3b090d service neutron] Transition to ACTIVE for port object 1aff65a2-57c0-46ab-accb-367890519451 will not be triggered until provisioned by entity L2. {{(pid=74321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 16:09:27.998585 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [req-1967fcc2-437e-4193-9f8c-fd9e36d1e2f9 req-4040342e-9672-43ab-aac1-b74bdf3b090d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3094632'] for port, after_update {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:28.002687 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-c90c90b3-86b9-4c04-a152-7da573748e7c tempest-AttachVolumeShelveTestJSON-438279435 tempest-AttachVolumeShelveTestJSON-438279435-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:09:28.182865 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4040342e-9672-43ab-aac1-b74bdf3b090d service neutron] Pushing event updated for resources: {'Port': ['ID=1aff65a2-57c0-46ab-accb-367890519451,revision_number=2']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:09:28.188326 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-4040342e-9672-43ab-aac1-b74bdf3b090d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:09:28.406420 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.managers [req-1967fcc2-437e-4193-9f8c-fd9e36d1e2f9 req-4040342e-9672-43ab-aac1-b74bdf3b090d service neutron] Attempting to bind port 1aff65a2-57c0-46ab-accb-367890519451 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=74321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 16:09:28.406762 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.managers [req-1967fcc2-437e-4193-9f8c-fd9e36d1e2f9 req-4040342e-9672-43ab-aac1-b74bdf3b090d service neutron] Attempting to bind port 1aff65a2-57c0-46ab-accb-367890519451 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '6d05219d-2b9c-4127-a1f7-d8f460c99216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '376169b2-6332-4827-8ba9-5327722bbe13'}] {{(pid=74321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 16:09:28.407090 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1967fcc2-437e-4193-9f8c-fd9e36d1e2f9 req-4040342e-9672-43ab-aac1-b74bdf3b090d service neutron] Attempting to bind port 1aff65a2-57c0-46ab-accb-367890519451 on network 376169b2-6332-4827-8ba9-5327722bbe13 {{(pid=74321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 16:09:28.412111 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1967fcc2-437e-4193-9f8c-fd9e36d1e2f9 req-4040342e-9672-43ab-aac1-b74bdf3b090d service neutron] Port 1aff65a2-57c0-46ab-accb-367890519451 on network 376169b2-6332-4827-8ba9-5327722bbe13 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=74321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 16:09:28.412459 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1967fcc2-437e-4193-9f8c-fd9e36d1e2f9 req-4040342e-9672-43ab-aac1-b74bdf3b090d service neutron] Attempting to bind port 1aff65a2-57c0-46ab-accb-367890519451 on network 376169b2-6332-4827-8ba9-5327722bbe13 {{(pid=74321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 16:09:28.418222 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1967fcc2-437e-4193-9f8c-fd9e36d1e2f9 req-4040342e-9672-43ab-aac1-b74bdf3b090d service neutron] Checking agent: {'id': 'e8f37935-7292-412a-84f9-cfa484ab4cdd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 3, 16, 0, 3), 'started_at': datetime.datetime(2021, 5, 3, 16, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 5, 3, 16, 9, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 16:09:28.418553 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1967fcc2-437e-4193-9f8c-fd9e36d1e2f9 req-4040342e-9672-43ab-aac1-b74bdf3b090d service neutron] Checking segment: {'id': '6d05219d-2b9c-4127-a1f7-d8f460c99216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '376169b2-6332-4827-8ba9-5327722bbe13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 03 16:09:28.418936 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1967fcc2-437e-4193-9f8c-fd9e36d1e2f9 req-4040342e-9672-43ab-aac1-b74bdf3b090d service neutron] Bound using segment: {'id': '6d05219d-2b9c-4127-a1f7-d8f460c99216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '376169b2-6332-4827-8ba9-5327722bbe13'} {{(pid=74321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 16:09:28.419366 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.managers [req-1967fcc2-437e-4193-9f8c-fd9e36d1e2f9 req-4040342e-9672-43ab-aac1-b74bdf3b090d service neutron] Bound port: 1aff65a2-57c0-46ab-accb-367890519451, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d05219d-2b9c-4127-a1f7-d8f460c99216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '376169b2-6332-4827-8ba9-5327722bbe13'}}] {{(pid=74321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 16:09:28.419717 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [req-1967fcc2-437e-4193-9f8c-fd9e36d1e2f9 req-4040342e-9672-43ab-aac1-b74bdf3b090d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:28.629817 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.db [req-1967fcc2-437e-4193-9f8c-fd9e36d1e2f9 req-4040342e-9672-43ab-aac1-b74bdf3b090d service neutron] For port 1aff65a2-57c0-46ab-accb-367890519451, host hv-cinder-77428, cleared binding levels {{(pid=74321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 16:09:28.632982 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.db [req-1967fcc2-437e-4193-9f8c-fd9e36d1e2f9 req-4040342e-9672-43ab-aac1-b74bdf3b090d service neutron] For port 1aff65a2-57c0-46ab-accb-367890519451, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=1aff65a2-57c0-46ab-accb-367890519451,segment=NetworkSegment(6d05219d-2b9c-4127-a1f7-d8f460c99216),segment_id=6d05219d-2b9c-4127-a1f7-d8f460c99216)] {{(pid=74321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 16:09:28.743602 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [req-1967fcc2-437e-4193-9f8c-fd9e36d1e2f9 req-4040342e-9672-43ab-aac1-b74bdf3b090d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3094632'] for port, after_update {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:28.749591 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-4040342e-9672-43ab-aac1-b74bdf3b090d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:09:28.803609 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1967fcc2-437e-4193-9f8c-fd9e36d1e2f9 req-4040342e-9672-43ab-aac1-b74bdf3b090d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:09:28.804477 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [req-1967fcc2-437e-4193-9f8c-fd9e36d1e2f9 req-4040342e-9672-43ab-aac1-b74bdf3b090d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504013'] for port, before_response {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:28.806196 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-1967fcc2-437e-4193-9f8c-fd9e36d1e2f9 req-4040342e-9672-43ab-aac1-b74bdf3b090d service neutron] 10.222.0.42 "PUT /v2.0/ports/1aff65a2-57c0-46ab-accb-367890519451 HTTP/1.1" status: 200 len: 1094 time: 1.7114439 May 03 16:09:28.806829 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90287fd5-6cd1-42c0-bc8e-a99240dbef26', 'tag': '1aff65a2-57c0-46ab-accb-367890519451'}] {{(pid=74321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 16:09:28.887756 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90287fd5-6cd1-42c0-bc8e-a99240dbef26', 'tag': '1aff65a2-57c0-46ab-accb-367890519451', 'status': 'completed', 'code': 200} May 03 16:09:28.897306 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4040342e-9672-43ab-aac1-b74bdf3b090d service neutron] Pushing event updated for resources: {'Port': ['ID=1aff65a2-57c0-46ab-accb-367890519451,revision_number=3']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:09:28.902281 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-4040342e-9672-43ab-aac1-b74bdf3b090d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:09:28.994409 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9531d337-502d-4749-ba0f-4715adabd64d req-0d28a343-0cd6-4e9d-ba8d-b0db0a2091d2 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:09:28.996767 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-9531d337-502d-4749-ba0f-4715adabd64d req-0d28a343-0cd6-4e9d-ba8d-b0db0a2091d2 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] 10.222.0.11 "GET /v2.0/ports?device_id=90287fd5-6cd1-42c0-bc8e-a99240dbef26 HTTP/1.1" status: 200 len: 944 time: 0.1778672 May 03 16:09:29.046493 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446e8da0-d287-450d-a9a3-87f7bbc0242f req-4784813d-5471-4c76-82a5-e95cd975aab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:09:29.048019 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-446e8da0-d287-450d-a9a3-87f7bbc0242f req-4784813d-5471-4c76-82a5-e95cd975aab9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=de50ab860eae44c78310b0ffea585861&device_id=90287fd5-6cd1-42c0-bc8e-a99240dbef26 HTTP/1.1" status: 200 len: 1097 time: 0.1412559 May 03 16:09:29.084297 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-9531d337-502d-4749-ba0f-4715adabd64d req-f575cc6c-a33e-4719-b7d4-0f05fe28e9b9 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2cfe8a9-8f29-4dd6-acac-ed3e44afbe9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765283 May 03 16:09:29.203446 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446e8da0-d287-450d-a9a3-87f7bbc0242f req-062c3d16-ea50-4f53-bcca-5d090e7b0cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:09:29.204916 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-446e8da0-d287-450d-a9a3-87f7bbc0242f req-062c3d16-ea50-4f53-bcca-5d090e7b0cfd service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=de50ab860eae44c78310b0ffea585861&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1477175 May 03 16:09:29.325898 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 57150) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:09:29.354517 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446e8da0-d287-450d-a9a3-87f7bbc0242f req-bb3fe44a-938a-4ba2-9fe4-afb1dcc597bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:09:29.356646 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-446e8da0-d287-450d-a9a3-87f7bbc0242f req-bb3fe44a-938a-4ba2-9fe4-afb1dcc597bf service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1458938 May 03 16:09:29.479270 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1967fcc2-437e-4193-9f8c-fd9e36d1e2f9 req-11af8fd4-be77-453a-92ee-e36088af64ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:09:29.481741 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-1967fcc2-437e-4193-9f8c-fd9e36d1e2f9 req-11af8fd4-be77-453a-92ee-e36088af64ac service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=de50ab860eae44c78310b0ffea585861&device_id=90287fd5-6cd1-42c0-bc8e-a99240dbef26 HTTP/1.1" status: 200 len: 1097 time: 0.0830474 May 03 16:09:29.484910 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-9ea7c219-112c-4cd2-873a-cf5b7f491ac2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:29.501344 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-9ea7c219-112c-4cd2-873a-cf5b7f491ac2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:09:29.505398 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-9ea7c219-112c-4cd2-873a-cf5b7f491ac2 admin admin] Usage tracker for resource:security_group_rule and tenant:79e63b3bf2a84bc4a7aa607776282a2c is out of sync, need to count used quota {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:09:29.508332 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-9ea7c219-112c-4cd2-873a-cf5b7f491ac2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:09:29.515395 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-9ea7c219-112c-4cd2-873a-cf5b7f491ac2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:09:29.555229 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-1967fcc2-437e-4193-9f8c-fd9e36d1e2f9 req-9e2e380f-5c41-46c7-b121-8ddf1104b481 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1aff65a2-57c0-46ab-accb-367890519451 HTTP/1.1" status: 200 len: 217 time: 0.0665083 May 03 16:09:29.607314 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-9ea7c219-112c-4cd2-873a-cf5b7f491ac2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:29.628120 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1967fcc2-437e-4193-9f8c-fd9e36d1e2f9 req-55de3a83-2f96-4a0f-aca7-9ac67fb16729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:09:29.629751 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-1967fcc2-437e-4193-9f8c-fd9e36d1e2f9 req-55de3a83-2f96-4a0f-aca7-9ac67fb16729 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2851544b-8ea1-4cb3-be94-93bb6cf0ea51 HTTP/1.1" status: 200 len: 848 time: 0.0683053 May 03 16:09:29.712613 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1967fcc2-437e-4193-9f8c-fd9e36d1e2f9 req-1b8903a6-5edf-4a59-bf47-87519e5e5807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:09:29.714238 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-1967fcc2-437e-4193-9f8c-fd9e36d1e2f9 req-1b8903a6-5edf-4a59-bf47-87519e5e5807 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=376169b2-6332-4827-8ba9-5327722bbe13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0780976 May 03 16:09:29.764989 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-9ea7c219-112c-4cd2-873a-cf5b7f491ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:29.773755 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-198ee735-9285-4a39-b42c-722e53069b29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:09:29.829385 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-9ea7c219-112c-4cd2-873a-cf5b7f491ac2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=79e63b3bf2a84bc4a7aa607776282a2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5022697 May 03 16:09:29.830843 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea7c219-112c-4cd2-873a-cf5b7f491ac2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b161c46-ca99-449f-a3af-3810f1e86921,revision_number=1']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:09:29.832192 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 57162) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:09:29.836170 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-9ea7c219-112c-4cd2-873a-cf5b7f491ac2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:09:29.877253 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-1967fcc2-437e-4193-9f8c-fd9e36d1e2f9 req-7cb6b4bb-9166-44c9-afe0-886457647b49 service neutron] 10.222.0.42 "GET /v2.0/networks/376169b2-6332-4827-8ba9-5327722bbe13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548657 May 03 16:09:30.001620 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-7826747f-41e8-4652-ac1e-af5369711f2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:30.042037 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-7826747f-41e8-4652-ac1e-af5369711f2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:30.080521 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-1967fcc2-437e-4193-9f8c-fd9e36d1e2f9 req-9dd6c36e-57dd-4d51-b8cb-8fdbaa1256cf service neutron] 10.222.0.42 "GET /v2.0/networks/376169b2-6332-4827-8ba9-5327722bbe13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914966 May 03 16:09:30.234568 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-7826747f-41e8-4652-ac1e-af5369711f2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:30.242631 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-44f3b261-7d61-41eb-a11e-6435cf7f0b02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:09:30.264330 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7826747f-41e8-4652-ac1e-af5369711f2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b161c46-ca99-449f-a3af-3810f1e86921,revision_number=None']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:09:30.268485 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-7826747f-41e8-4652-ac1e-af5369711f2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:09:30.272153 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-7826747f-41e8-4652-ac1e-af5369711f2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:30.273294 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-7826747f-41e8-4652-ac1e-af5369711f2e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5b161c46-ca99-449f-a3af-3810f1e86921 HTTP/1.1" status: 204 len: 168 time: 0.4401515 May 03 16:09:30.312832 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21654738-1e25-480b-b206-6a27a06ddd2d req-e714b256-6512-4a76-ad04-25dcf94a3077 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:09:30.315122 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-21654738-1e25-480b-b206-6a27a06ddd2d req-e714b256-6512-4a76-ad04-25dcf94a3077 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] 10.222.0.11 "GET /v2.0/ports?device_id=90287fd5-6cd1-42c0-bc8e-a99240dbef26 HTTP/1.1" status: 200 len: 944 time: 0.1177340 May 03 16:09:30.361211 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-21654738-1e25-480b-b206-6a27a06ddd2d req-aea76b58-4590-432e-9959-694e5823de60 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2cfe8a9-8f29-4dd6-acac-ed3e44afbe9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406220 May 03 16:09:31.086161 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 57176) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:09:31.104461 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-ad025725-e75e-4c28-b286-8a3f2450d6bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:31.119227 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-ad025725-e75e-4c28-b286-8a3f2450d6bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:09:31.123451 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-ad025725-e75e-4c28-b286-8a3f2450d6bd admin admin] Usage tracker for resource:security_group_rule and tenant:9120946fe2b54b088589063f04914b9a is out of sync, need to count used quota {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:09:31.126276 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-ad025725-e75e-4c28-b286-8a3f2450d6bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:09:31.131971 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-ad025725-e75e-4c28-b286-8a3f2450d6bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:09:31.213555 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-ad025725-e75e-4c28-b286-8a3f2450d6bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:31.302414 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-ad025725-e75e-4c28-b286-8a3f2450d6bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:31.311864 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-a4d8e4f6-b086-42ff-84c3-90ed32073762 tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:09:31.351821 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-ad025725-e75e-4c28-b286-8a3f2450d6bd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9120946fe2b54b088589063f04914b9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2646189 May 03 16:09:31.353545 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad025725-e75e-4c28-b286-8a3f2450d6bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de016417-1c8e-4947-8d32-f8a3fd3e4e11,revision_number=1']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:09:31.354888 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 57182) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:09:31.356793 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-ad025725-e75e-4c28-b286-8a3f2450d6bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:09:31.424444 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-4abfff61-d639-4692-ac4d-ef30c5cef878 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:31.452016 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-4abfff61-d639-4692-ac4d-ef30c5cef878 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:31.556081 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa32913-3852-43b7-a2e4-411a30b614d3 req-d3a89742-8247-4d6c-ad2d-a343e3e1facd tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:09:31.557500 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-4aa32913-3852-43b7-a2e4-411a30b614d3 req-d3a89742-8247-4d6c-ad2d-a343e3e1facd tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] 10.222.0.11 "GET /v2.0/ports?device_id=90287fd5-6cd1-42c0-bc8e-a99240dbef26 HTTP/1.1" status: 200 len: 944 time: 0.0854082 May 03 16:09:31.603999 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-4aa32913-3852-43b7-a2e4-411a30b614d3 req-8c224cba-d986-4981-87e0-5c92bac2cc89 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2cfe8a9-8f29-4dd6-acac-ed3e44afbe9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396204 May 03 16:09:31.639364 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-4abfff61-d639-4692-ac4d-ef30c5cef878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:31.643251 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-570193da-3d3f-4e19-9631-7e8e21a29af0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:09:31.656217 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abfff61-d639-4692-ac4d-ef30c5cef878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de016417-1c8e-4947-8d32-f8a3fd3e4e11,revision_number=None']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:09:31.658749 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-4abfff61-d639-4692-ac4d-ef30c5cef878 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:09:31.666229 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-4abfff61-d639-4692-ac4d-ef30c5cef878 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:31.669840 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-4abfff61-d639-4692-ac4d-ef30c5cef878 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/de016417-1c8e-4947-8d32-f8a3fd3e4e11 HTTP/1.1" status: 204 len: 168 time: 0.3107119 May 03 16:09:31.858137 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Device 1aff65a2-57c0-46ab-accb-367890519451 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=74322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 16:09:31.992804 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] For port 1aff65a2-57c0-46ab-accb-367890519451, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=1aff65a2-57c0-46ab-accb-367890519451,segment=NetworkSegment(6d05219d-2b9c-4127-a1f7-d8f460c99216),segment_id=6d05219d-2b9c-4127-a1f7-d8f460c99216)] {{(pid=74322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 16:09:32.007416 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Returning: {'device': '1aff65a2-57c0-46ab-accb-367890519451', 'network_id': '376169b2-6332-4827-8ba9-5327722bbe13', 'port_id': '1aff65a2-57c0-46ab-accb-367890519451', 'mac_address': 'fa:16:3e:72:f1:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2851544b-8ea1-4cb3-be94-93bb6cf0ea51', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 16:09:32.066915 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:32.084352 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.notifiers.nova [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1aff65a2-57c0-46ab-accb-367890519451 {{(pid=74322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 03 16:09:32.100886 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] For port 1aff65a2-57c0-46ab-accb-367890519451, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=1aff65a2-57c0-46ab-accb-367890519451,segment=NetworkSegment(6d05219d-2b9c-4127-a1f7-d8f460c99216),segment_id=6d05219d-2b9c-4127-a1f7-d8f460c99216)] {{(pid=74322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 16:09:32.165304 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365'] for port, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:32.167125 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:09:32.238492 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Pushing event updated for resources: {'Port': ['ID=1aff65a2-57c0-46ab-accb-367890519451,revision_number=4']} {{(pid=74322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:09:32.241637 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:09:32.370223 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] get_ports_and_sgs() called for port_ids ['1aff65a2-57c0-46ab-accb-367890519451'] {{(pid=74322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 16:09:32.854318 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf2e192-7b85-41aa-888f-5fd87caed799 req-4214f130-7c75-4727-b09d-8ac6b9768033 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:09:32.856548 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-caf2e192-7b85-41aa-888f-5fd87caed799 req-4214f130-7c75-4727-b09d-8ac6b9768033 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] 10.222.0.11 "GET /v2.0/ports?device_id=90287fd5-6cd1-42c0-bc8e-a99240dbef26 HTTP/1.1" status: 200 len: 945 time: 0.0864666 May 03 16:09:32.903189 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:32.910471 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-caf2e192-7b85-41aa-888f-5fd87caed799 req-677a7226-2967-4bc5-a253-235ac3dde511 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2cfe8a9-8f29-4dd6-acac-ed3e44afbe9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478685 May 03 16:09:33.611270 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 57228) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:09:33.728696 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-36398e3e-f485-48ea-baf6-d425fca83a4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:33.742862 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-36398e3e-f485-48ea-baf6-d425fca83a4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:09:33.747275 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-36398e3e-f485-48ea-baf6-d425fca83a4f admin admin] Usage tracker for resource:security_group_rule and tenant:fe78b1640a7a407ab57fe7725303b023 is out of sync, need to count used quota {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:09:33.750074 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-36398e3e-f485-48ea-baf6-d425fca83a4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:09:33.755714 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-36398e3e-f485-48ea-baf6-d425fca83a4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:09:33.857747 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Device 1aff65a2-57c0-46ab-accb-367890519451 up at agent hyperv_hv-cinder-77428 {{(pid=74322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 16:09:34.018751 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-36398e3e-f485-48ea-baf6-d425fca83a4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:34.022334 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Provisioning for port 1aff65a2-57c0-46ab-accb-367890519451 completed by entity L2. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 16:09:34.027871 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Provisioning complete for port 1aff65a2-57c0-46ab-accb-367890519451 triggered by entity L2. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 16:09:34.028319 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033555'] for port, provisioning_complete {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:34.157668 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:34.164548 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-36398e3e-f485-48ea-baf6-d425fca83a4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:34.176029 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-9bcdd012-1eae-438c-8e07-9bd7173c2d8b tempest-AttachVolumeTestJSON-93673653 tempest-AttachVolumeTestJSON-93673653-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:09:34.189941 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90287fd5-6cd1-42c0-bc8e-a99240dbef26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aff65a2-57c0-46ab-accb-367890519451'}] {{(pid=74322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 16:09:34.200789 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] For port 1aff65a2-57c0-46ab-accb-367890519451, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=1aff65a2-57c0-46ab-accb-367890519451,segment=NetworkSegment(6d05219d-2b9c-4127-a1f7-d8f460c99216),segment_id=6d05219d-2b9c-4127-a1f7-d8f460c99216)] {{(pid=74322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 16:09:34.226038 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36398e3e-f485-48ea-baf6-d425fca83a4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4afaa4ab-8384-4b8c-8e80-16af5248d364,revision_number=1']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:09:34.226216 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2230af2-f003-4427-94d3-7e6132bbf2c9 req-98431a26-ca91-4b1a-a63c-3954caf95bae tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:09:34.226216 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-a2230af2-f003-4427-94d3-7e6132bbf2c9 req-98431a26-ca91-4b1a-a63c-3954caf95bae tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] 10.222.0.11 "GET /v2.0/ports?device_id=90287fd5-6cd1-42c0-bc8e-a99240dbef26 HTTP/1.1" status: 200 len: 945 time: 0.1988490 May 03 16:09:34.228419 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-36398e3e-f485-48ea-baf6-d425fca83a4f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fe78b1640a7a407ab57fe7725303b023&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6159489 May 03 16:09:34.229542 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-36398e3e-f485-48ea-baf6-d425fca83a4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:09:34.230911 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 57244) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:09:34.248453 dv-cinder-774286-11-smb neutron-server[74322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90287fd5-6cd1-42c0-bc8e-a99240dbef26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aff65a2-57c0-46ab-accb-367890519451', 'code': 200} May 03 16:09:34.284844 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-a2230af2-f003-4427-94d3-7e6132bbf2c9 req-47a5ec2c-ccb4-4d48-af6c-1e4484b3caa9 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2cfe8a9-8f29-4dd6-acac-ed3e44afbe9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476463 May 03 16:09:34.319237 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365'] for port, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:34.322085 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-32778768-b095-4661-9d99-a4d64bd5e0cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:09:34.389565 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-7a23eb14-5dc5-4109-95c2-ace25771c7e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:34.394318 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Pushing event updated for resources: {'Port': ['ID=1aff65a2-57c0-46ab-accb-367890519451,revision_number=5']} {{(pid=74322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:09:34.397987 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:09:34.417348 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-7a23eb14-5dc5-4109-95c2-ace25771c7e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:34.673892 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-7a23eb14-5dc5-4109-95c2-ace25771c7e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:34.677678 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-458e553c-0df1-46f3-821f-10e5c9b47a34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:09:34.689889 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a23eb14-5dc5-4109-95c2-ace25771c7e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4afaa4ab-8384-4b8c-8e80-16af5248d364,revision_number=None']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:09:34.693402 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-7a23eb14-5dc5-4109-95c2-ace25771c7e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:09:34.696711 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-7a23eb14-5dc5-4109-95c2-ace25771c7e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:34.697832 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-7a23eb14-5dc5-4109-95c2-ace25771c7e3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4afaa4ab-8384-4b8c-8e80-16af5248d364 HTTP/1.1" status: 204 len: 168 time: 0.4659443 May 03 16:09:34.883084 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebd8fa1-c1b5-4714-a761-b267b04b8f8d req-5cd9858c-3dd0-4c94-8746-cf3583638482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:09:34.884559 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-5ebd8fa1-c1b5-4714-a761-b267b04b8f8d req-5cd9858c-3dd0-4c94-8746-cf3583638482 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=90287fd5-6cd1-42c0-bc8e-a99240dbef26 HTTP/1.1" status: 200 len: 1099 time: 0.0715277 May 03 16:09:34.925802 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-5ebd8fa1-c1b5-4714-a761-b267b04b8f8d req-4b3bf3fc-d8bf-41da-8fc4-a1061df45292 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c2cfe8a9-8f29-4dd6-acac-ed3e44afbe9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351737 May 03 16:09:35.475206 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dca6f46-9848-4d75-847d-de18878dbdc9 req-edc80a5e-5384-4416-a94f-de0825841b1e tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:09:35.476703 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-0dca6f46-9848-4d75-847d-de18878dbdc9 req-edc80a5e-5384-4416-a94f-de0825841b1e tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] 10.222.0.11 "GET /v2.0/ports?device_id=90287fd5-6cd1-42c0-bc8e-a99240dbef26 HTTP/1.1" status: 200 len: 946 time: 0.0821345 May 03 16:09:35.527486 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-0dca6f46-9848-4d75-847d-de18878dbdc9 req-b955003c-52ea-46bf-9649-706b76364f5f tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2cfe8a9-8f29-4dd6-acac-ed3e44afbe9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438838 May 03 16:09:36.404456 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 57284) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:09:36.521156 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-46202429-078a-4020-a0a4-573e914f7b71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:36.535378 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-46202429-078a-4020-a0a4-573e914f7b71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:09:36.539203 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-46202429-078a-4020-a0a4-573e914f7b71 admin admin] Usage tracker for resource:security_group_rule and tenant:5ad6b48041a04a9eafe6864e5782520e is out of sync, need to count used quota {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:09:36.542087 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-46202429-078a-4020-a0a4-573e914f7b71 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:09:36.548280 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-46202429-078a-4020-a0a4-573e914f7b71 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:09:36.635065 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-46202429-078a-4020-a0a4-573e914f7b71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:36.715392 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be37473-f370-4f71-aef4-801ed77f807b req-0de09245-6021-4562-846a-7066b750bdfa tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:09:36.716818 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-7be37473-f370-4f71-aef4-801ed77f807b req-0de09245-6021-4562-846a-7066b750bdfa tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] 10.222.0.11 "GET /v2.0/ports?device_id=90287fd5-6cd1-42c0-bc8e-a99240dbef26 HTTP/1.1" status: 200 len: 946 time: 0.0799716 May 03 16:09:36.763425 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-7be37473-f370-4f71-aef4-801ed77f807b req-74c922c8-7883-4f1a-9c94-2881c701a588 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2cfe8a9-8f29-4dd6-acac-ed3e44afbe9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407200 May 03 16:09:36.787973 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-46202429-078a-4020-a0a4-573e914f7b71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:36.797889 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-c1012a92-1061-4278-bce5-7d282859ea74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:09:36.841698 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-46202429-078a-4020-a0a4-573e914f7b71 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5ad6b48041a04a9eafe6864e5782520e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4361460 May 03 16:09:36.843500 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46202429-078a-4020-a0a4-573e914f7b71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2065de22-f363-4e6c-bce4-c9075d3ce0d7,revision_number=1']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:09:36.844389 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 57294) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:09:36.846647 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-46202429-078a-4020-a0a4-573e914f7b71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:09:36.959486 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-91abda01-0a75-4a13-a266-fd7e0b17f20c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:37.000169 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-91abda01-0a75-4a13-a266-fd7e0b17f20c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:37.042182 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b29080c-54d1-4dc9-9cc8-68a4c48f87e3 req-c085d1be-ada1-4a34-b379-b5dc3801e9a1 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:09:37.043639 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-5b29080c-54d1-4dc9-9cc8-68a4c48f87e3 req-c085d1be-ada1-4a34-b379-b5dc3801e9a1 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] 10.222.0.11 "GET /v2.0/ports?device_id=90287fd5-6cd1-42c0-bc8e-a99240dbef26 HTTP/1.1" status: 200 len: 946 time: 0.1691098 May 03 16:09:37.094351 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-5b29080c-54d1-4dc9-9cc8-68a4c48f87e3 req-42d8bc0a-0197-43bb-8083-70cc171e6825 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2cfe8a9-8f29-4dd6-acac-ed3e44afbe9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442338 May 03 16:09:37.116524 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 57302) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:09:37.170426 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-91abda01-0a75-4a13-a266-fd7e0b17f20c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:37.175470 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-2333e65d-54f9-40a3-aabe-233147b60137 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:09:37.191711 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91abda01-0a75-4a13-a266-fd7e0b17f20c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2065de22-f363-4e6c-bce4-c9075d3ce0d7,revision_number=None']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:09:37.199395 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-91abda01-0a75-4a13-a266-fd7e0b17f20c admin admin] Notify callbacks [] for security_group, before_response {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:37.200538 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-91abda01-0a75-4a13-a266-fd7e0b17f20c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2065de22-f363-4e6c-bce4-c9075d3ce0d7 HTTP/1.1" status: 204 len: 168 time: 0.3550475 May 03 16:09:37.201679 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-91abda01-0a75-4a13-a266-fd7e0b17f20c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:09:37.318902 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e86615-6f39-4261-b96d-57fa2e4cf13a tempest-TestShelveInstance-984190878 tempest-TestShelveInstance-984190878-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:09:37.320479 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-92e86615-6f39-4261-b96d-57fa2e4cf13a tempest-TestShelveInstance-984190878 tempest-TestShelveInstance-984190878-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=90287fd5-6cd1-42c0-bc8e-a99240dbef26 HTTP/1.1" status: 200 len: 1094 time: 0.2029302 May 03 16:09:37.323350 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 57310) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:09:37.329042 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.v2.base [None req-7c5bdc60-1ecd-4c34-85eb-0b0036447581 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Request body: {'floatingip': {'floating_network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'port_id': '1aff65a2-57c0-46ab-accb-367890519451', 'tenant_id': 'de50ab860eae44c78310b0ffea585861', 'fixed_ip_address': '172.20.0.13'}} {{(pid=74321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 16:09:37.335480 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-7c5bdc60-1ecd-4c34-85eb-0b0036447581 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:09:37.339552 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-7c5bdc60-1ecd-4c34-85eb-0b0036447581 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Usage tracker for resource:floatingip and tenant:de50ab860eae44c78310b0ffea585861 is out of sync, need to count used quota {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:09:37.342688 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-7c5bdc60-1ecd-4c34-85eb-0b0036447581 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:09:37.348820 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-7c5bdc60-1ecd-4c34-85eb-0b0036447581 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:09:37.444383 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-7c5bdc60-1ecd-4c34-85eb-0b0036447581 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Notify callbacks [] for floatingip, before_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:37.587066 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-7c5bdc60-1ecd-4c34-85eb-0b0036447581 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:37.728550 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.db_base_plugin_common [None req-7c5bdc60-1ecd-4c34-85eb-0b0036447581 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Allocated IP 172.28.1.124 (19073356-f4a5-448b-8854-15ae9765d652/a9682172-7c17-476a-827f-79723500eb4a/d1212745-7bab-41df-af2c-d540749326c0) {{(pid=74321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 16:09:37.885347 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-7c5bdc60-1ecd-4c34-85eb-0b0036447581 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Notify callbacks [] for port, precommit_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:37.946782 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 57316) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:09:37.965586 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-fca9a8cd-dd8e-48bc-98e6-3ed4bb73774c admin admin] Notify callbacks [] for security_group, before_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:37.980393 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-fca9a8cd-dd8e-48bc-98e6-3ed4bb73774c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:09:37.984151 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-fca9a8cd-dd8e-48bc-98e6-3ed4bb73774c admin admin] Usage tracker for resource:security_group_rule and tenant:3843d82a10fd479fb7e466ec58b7a4a8 is out of sync, need to count used quota {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:09:37.987006 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-fca9a8cd-dd8e-48bc-98e6-3ed4bb73774c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:09:37.992712 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-fca9a8cd-dd8e-48bc-98e6-3ed4bb73774c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:09:37.997120 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-7c5bdc60-1ecd-4c34-85eb-0b0036447581 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781092417302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094623'] for port, after_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:38.003076 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-e9f89d33-d8ba-4384-9b1b-4c6a69feea61 tempest-VolumesSnapshotTestJSON-1197140549 tempest-VolumesSnapshotTestJSON-1197140549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:09:38.075946 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c5bdc60-1ecd-4c34-85eb-0b0036447581 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Network 19073356-f4a5-448b-8854-15ae9765d652 is already hosted by enough agents. {{(pid=74321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 16:09:38.080298 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.scheduler.base_scheduler [None req-7c5bdc60-1ecd-4c34-85eb-0b0036447581 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Resources bound (agent type, host, resource id): {{(pid=74321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 16:09:38.092254 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5bdc60-1ecd-4c34-85eb-0b0036447581 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Received port after_create {{(pid=74321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 03 16:09:38.140814 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5bdc60-1ecd-4c34-85eb-0b0036447581 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Pushing event updated for resources: {'Port': ['ID=d1212745-7bab-41df-af2c-d540749326c0,revision_number=1']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:09:38.143750 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-7c5bdc60-1ecd-4c34-85eb-0b0036447581 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:09:38.305859 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-fca9a8cd-dd8e-48bc-98e6-3ed4bb73774c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:38.457152 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-fca9a8cd-dd8e-48bc-98e6-3ed4bb73774c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:38.571604 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-caa78776-8906-4d11-836d-cb7b14c8fefa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:09:38.635342 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-fca9a8cd-dd8e-48bc-98e6-3ed4bb73774c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3843d82a10fd479fb7e466ec58b7a4a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6874619 May 03 16:09:38.638806 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 57324) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:09:38.639298 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca9a8cd-dd8e-48bc-98e6-3ed4bb73774c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dff23b9c-2f32-41f3-9e7a-af0e41e986a4,revision_number=1']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:09:38.642574 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-fca9a8cd-dd8e-48bc-98e6-3ed4bb73774c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:09:38.710376 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-06b66b01-314f-4e70-ab66-fec183028d26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:38.713376 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-7c5bdc60-1ecd-4c34-85eb-0b0036447581 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:38.740231 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-06b66b01-314f-4e70-ab66-fec183028d26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:38.900189 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-7c5bdc60-1ecd-4c34-85eb-0b0036447581 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:38.907413 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-06b66b01-314f-4e70-ab66-fec183028d26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:38.911404 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-08447826-4358-44e1-b967-85ef3035676b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:09:38.925024 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b66b01-314f-4e70-ab66-fec183028d26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dff23b9c-2f32-41f3-9e7a-af0e41e986a4,revision_number=None']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:09:38.928972 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-06b66b01-314f-4e70-ab66-fec183028d26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:09:38.935352 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-06b66b01-314f-4e70-ab66-fec183028d26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:38.938807 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-06b66b01-314f-4e70-ab66-fec183028d26 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/dff23b9c-2f32-41f3-9e7a-af0e41e986a4 HTTP/1.1" status: 204 len: 168 time: 0.2960773 May 03 16:09:39.142630 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-7c5bdc60-1ecd-4c34-85eb-0b0036447581 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Notify callbacks [] for port, precommit_update {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:39.256644 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-7c5bdc60-1ecd-4c34-85eb-0b0036447581 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3094632'] for port, after_update {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:39.260706 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-bd37e27a-0f7c-4f7e-bde7-19c9aafa0a19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:09:39.390921 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5bdc60-1ecd-4c34-85eb-0b0036447581 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Pushing event updated for resources: {'Port': ['ID=d1212745-7bab-41df-af2c-d540749326c0,revision_number=2']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:09:39.395393 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-7c5bdc60-1ecd-4c34-85eb-0b0036447581 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:09:39.407508 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-7c5bdc60-1ecd-4c34-85eb-0b0036447581 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926573'] for floatingip, after_update {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:39.632733 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.db.l3_db [None req-7c5bdc60-1ecd-4c34-85eb-0b0036447581 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Floating IP d0abb508-519c-4907-9166-9a2bf83f49b9 associated. External IP: 172.28.1.124, port: 1aff65a2-57c0-46ab-accb-367890519451. May 03 16:09:40.055634 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c5bdc60-1ecd-4c34-85eb-0b0036447581 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Router 13fcba5a-cfcd-4828-ba56-a3d6e10e1e7c has already been hosted by L3 agent 433ecc79-0b70-49a3-9006-0abc49206663 {{(pid=74321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 16:09:40.244850 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c5bdc60-1ecd-4c34-85eb-0b0036447581 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Notify agent at l3_agent.dv-cinder-774286-11-smb the message routers_updated {{(pid=74321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 16:09:40.255162 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3549503-681e-48f6-851e-29424b410e57 None None] Sync routers for ids ['13fcba5a-cfcd-4828-ba56-a3d6e10e1e7c'] in dv-cinder-774286-11-smb {{(pid=74322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 16:09:40.265005 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3549503-681e-48f6-851e-29424b410e57 None None] Routers {'13fcba5a-cfcd-4828-ba56-a3d6e10e1e7c'} bound to L3 agent in host dv-cinder-774286-11-smb {{(pid=74322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 03 16:09:40.265638 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_hamode_db [None req-e3549503-681e-48f6-851e-29424b410e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-03T15:53:43Z,description=,heartbeat_timestamp=2021-05-03T16:09:13Z,host='dv-cinder-774286-11-smb',id=433ecc79-0b70-49a3-9006-0abc49206663,load=0,resource_versions=,resources_synced=,started_at=2021-05-03T15:53:44Z,topic='l3_agent')) {'router_ids': ['13fcba5a-cfcd-4828-ba56-a3d6e10e1e7c'], 'active': True} {{(pid=74322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:09:40.300295 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 57336) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:09:40.319362 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-2c202233-d855-4800-bcd6-eb6a8d8d0ac1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:40.334211 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-2c202233-d855-4800-bcd6-eb6a8d8d0ac1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:09:40.337958 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-2c202233-d855-4800-bcd6-eb6a8d8d0ac1 admin admin] Usage tracker for resource:security_group_rule and tenant:4cf2921e7e174038881f4cab660164c9 is out of sync, need to count used quota {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:09:40.340891 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-2c202233-d855-4800-bcd6-eb6a8d8d0ac1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:09:40.346503 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-2c202233-d855-4800-bcd6-eb6a8d8d0ac1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:09:40.371914 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-7c5bdc60-1ecd-4c34-85eb-0b0036447581 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504013'] for floatingip, before_response {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:40.439055 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-7c5bdc60-1ecd-4c34-85eb-0b0036447581 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.1137276 May 03 16:09:40.439327 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90287fd5-6cd1-42c0-bc8e-a99240dbef26', 'tag': '1aff65a2-57c0-46ab-accb-367890519451'}] {{(pid=74321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 16:09:40.461891 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-2c202233-d855-4800-bcd6-eb6a8d8d0ac1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:40.486664 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_dvr_db [None req-e3549503-681e-48f6-851e-29424b410e57 None None] Set router 13fcba5a-cfcd-4828-ba56-a3d6e10e1e7c gateway port host: dv-cinder-774286-11-smb {{(pid=74322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 03 16:09:40.489194 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90287fd5-6cd1-42c0-bc8e-a99240dbef26', 'tag': '1aff65a2-57c0-46ab-accb-367890519451', 'status': 'completed', 'code': 200} May 03 16:09:40.530715 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-2c202233-d855-4800-bcd6-eb6a8d8d0ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:40.539818 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-4abfff61-d639-4692-ac4d-ef30c5cef878 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:09:40.582755 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-2c202233-d855-4800-bcd6-eb6a8d8d0ac1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4cf2921e7e174038881f4cab660164c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2812741 May 03 16:09:40.586290 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c202233-d855-4800-bcd6-eb6a8d8d0ac1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a6124ce-932a-47da-a17f-dc1ba5bb206c,revision_number=1']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:09:40.586290 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 57344) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:09:40.591155 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229bc071-7564-4362-92de-e932068ccc4b req-e11ed160-57e3-4473-8b1c-6e4afc57eff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:09:40.593158 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-229bc071-7564-4362-92de-e932068ccc4b req-e11ed160-57e3-4473-8b1c-6e4afc57eff0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=de50ab860eae44c78310b0ffea585861&device_id=90287fd5-6cd1-42c0-bc8e-a99240dbef26 HTTP/1.1" status: 200 len: 1099 time: 0.0803380 May 03 16:09:40.597909 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-2c202233-d855-4800-bcd6-eb6a8d8d0ac1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:09:40.658434 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-4d2f2a5d-bc78-4249-b180-7d76d9c3df0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:40.688251 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-4d2f2a5d-bc78-4249-b180-7d76d9c3df0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:40.771046 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-4f997484-0d9b-4488-8b95-2c82cbbbbace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:40.848628 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229bc071-7564-4362-92de-e932068ccc4b req-ed0d0a94-c784-4cd2-bc76-88a1df55572f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:09:40.850003 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-229bc071-7564-4362-92de-e932068ccc4b req-ed0d0a94-c784-4cd2-bc76-88a1df55572f service neutron] 10.222.0.42 "GET /v2.0/networks?id=376169b2-6332-4827-8ba9-5327722bbe13 HTTP/1.1" status: 200 len: 910 time: 0.2503974 May 03 16:09:40.881957 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_hamode_db [None req-e3549503-681e-48f6-851e-29424b410e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13fcba5a-cfcd-4828-ba56-a3d6e10e1e7c', 'name': 'tempest-TestShelveInstance-2013582687-router', 'tenant_id': 'de50ab860eae44c78310b0ffea585861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'external_fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.67'}], 'enable_snat': True}, 'gw_port_id': 'dcaed32f-e6a5-4873-87c9-02963d76c4a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-03T16:08:39Z', 'updated_at': '2021-05-03T16:08:44Z', 'revision_number': 4, 'project_id': 'de50ab860eae44c78310b0ffea585861', 'gw_port': {'id': 'dcaed32f-e6a5-4873-87c9-02963d76c4a0', 'name': '', 'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:bf:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fcba5a-cfcd-4828-ba56-a3d6e10e1e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-03T16:08:40Z', 'updated_at': '2021-05-03T16:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9682172-7c17-476a-827f-79723500eb4a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-11-smb', '_floatingips': [{'id': 'd0abb508-519c-4907-9166-9a2bf83f49b9', 'tenant_id': 'de50ab860eae44c78310b0ffea585861', 'floating_ip_address': '172.28.1.124', 'floating_network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'router_id': '13fcba5a-cfcd-4828-ba56-a3d6e10e1e7c', 'port_id': '1aff65a2-57c0-46ab-accb-367890519451', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 611, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '376169b2-6332-4827-8ba9-5327722bbe13', 'mac_address': 'fa:16:3e:72:f1:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90287fd5-6cd1-42c0-bc8e-a99240dbef26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-03T16:09:38Z', 'updated_at': '2021-05-03T16:09:38Z', 'revision_number': 0, 'project_id': 'de50ab860eae44c78310b0ffea585861', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d5527dc-c8e1-4815-b262-f252cc8587e1', 'name': '', 'network_id': '376169b2-6332-4827-8ba9-5327722bbe13', 'tenant_id': 'de50ab860eae44c78310b0ffea585861', 'mac_address': 'fa:16:3e:9f:98:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fcba5a-cfcd-4828-ba56-a3d6e10e1e7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '2851544b-8ea1-4cb3-be94-93bb6cf0ea51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-03T16:08:43Z', 'updated_at': '2021-05-03T16:08:51Z', 'revision_number': 5, 'project_id': 'de50ab860eae44c78310b0ffea585861', 'subnets': [{'id': '2851544b-8ea1-4cb3-be94-93bb6cf0ea51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-11-smb', False) {} {{(pid=74322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:09:40.886114 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3549503-681e-48f6-851e-29424b410e57 None None] Checking router: 13fcba5a-cfcd-4828-ba56-a3d6e10e1e7c for host: dv-cinder-774286-11-smb {{(pid=74322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 16:09:40.896491 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-4d2f2a5d-bc78-4249-b180-7d76d9c3df0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:40.901418 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3549503-681e-48f6-851e-29424b410e57 None None] Routers {'13fcba5a-cfcd-4828-ba56-a3d6e10e1e7c'} bound to L3 agent in host dv-cinder-774286-11-smb {{(pid=74322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 03 16:09:40.902883 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_hamode_db [None req-e3549503-681e-48f6-851e-29424b410e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-03T15:53:43Z,description=,heartbeat_timestamp=2021-05-03T16:09:13Z,host='dv-cinder-774286-11-smb',id=433ecc79-0b70-49a3-9006-0abc49206663,load=0,resource_versions=,resources_synced=,started_at=2021-05-03T15:53:44Z,topic='l3_agent')) {'router_ids': ['13fcba5a-cfcd-4828-ba56-a3d6e10e1e7c'], 'active': True} {{(pid=74322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:09:40.914265 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-ef3d36f8-e935-4f99-8f92-46e7c40dc052 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:09:40.938423 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2f2a5d-bc78-4249-b180-7d76d9c3df0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a6124ce-932a-47da-a17f-dc1ba5bb206c,revision_number=None']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:09:40.946618 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-4d2f2a5d-bc78-4249-b180-7d76d9c3df0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:09:40.949526 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-4d2f2a5d-bc78-4249-b180-7d76d9c3df0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:40.958088 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-4d2f2a5d-bc78-4249-b180-7d76d9c3df0e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3a6124ce-932a-47da-a17f-dc1ba5bb206c HTTP/1.1" status: 204 len: 168 time: 0.3665946 May 03 16:09:40.967200 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-229bc071-7564-4362-92de-e932068ccc4b req-4c12e41a-cfd5-4cf3-a1c3-c29be082fd78 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1aff65a2-57c0-46ab-accb-367890519451 HTTP/1.1" status: 200 len: 1000 time: 0.1098955 May 03 16:09:41.049741 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229bc071-7564-4362-92de-e932068ccc4b req-8c13f5e2-b250-4554-9335-5dbb03a94e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:09:41.053685 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-229bc071-7564-4362-92de-e932068ccc4b req-8c13f5e2-b250-4554-9335-5dbb03a94e94 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2851544b-8ea1-4cb3-be94-93bb6cf0ea51 HTTP/1.1" status: 200 len: 848 time: 0.0769060 May 03 16:09:41.114458 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_dvr_db [None req-e3549503-681e-48f6-851e-29424b410e57 None None] Set router 13fcba5a-cfcd-4828-ba56-a3d6e10e1e7c gateway port host: dv-cinder-774286-11-smb {{(pid=74322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 03 16:09:41.141992 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229bc071-7564-4362-92de-e932068ccc4b req-eea3f3c5-ceb7-41ab-9bb2-eb1d2147b7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:09:41.143790 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-229bc071-7564-4362-92de-e932068ccc4b req-eea3f3c5-ceb7-41ab-9bb2-eb1d2147b7d2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=376169b2-6332-4827-8ba9-5327722bbe13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0865960 May 03 16:09:41.286041 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-229bc071-7564-4362-92de-e932068ccc4b req-0b1224ee-6892-4884-af61-70eb167f6696 service neutron] 10.222.0.42 "GET /v2.0/networks/376169b2-6332-4827-8ba9-5327722bbe13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352348 May 03 16:09:41.441854 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-229bc071-7564-4362-92de-e932068ccc4b req-7bcc82c9-b764-43e5-8f7f-389dc14f0d22 service neutron] 10.222.0.42 "GET /v2.0/networks/376169b2-6332-4827-8ba9-5327722bbe13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497033 May 03 16:09:41.484848 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_hamode_db [None req-e3549503-681e-48f6-851e-29424b410e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13fcba5a-cfcd-4828-ba56-a3d6e10e1e7c', 'name': 'tempest-TestShelveInstance-2013582687-router', 'tenant_id': 'de50ab860eae44c78310b0ffea585861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'external_fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.67'}], 'enable_snat': True}, 'gw_port_id': 'dcaed32f-e6a5-4873-87c9-02963d76c4a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-03T16:08:39Z', 'updated_at': '2021-05-03T16:08:44Z', 'revision_number': 4, 'project_id': 'de50ab860eae44c78310b0ffea585861', 'gw_port': {'id': 'dcaed32f-e6a5-4873-87c9-02963d76c4a0', 'name': '', 'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:bf:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fcba5a-cfcd-4828-ba56-a3d6e10e1e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-03T16:08:40Z', 'updated_at': '2021-05-03T16:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9682172-7c17-476a-827f-79723500eb4a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-11-smb', '_floatingips': [{'id': 'd0abb508-519c-4907-9166-9a2bf83f49b9', 'tenant_id': 'de50ab860eae44c78310b0ffea585861', 'floating_ip_address': '172.28.1.124', 'floating_network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'router_id': '13fcba5a-cfcd-4828-ba56-a3d6e10e1e7c', 'port_id': '1aff65a2-57c0-46ab-accb-367890519451', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 611, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '376169b2-6332-4827-8ba9-5327722bbe13', 'mac_address': 'fa:16:3e:72:f1:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90287fd5-6cd1-42c0-bc8e-a99240dbef26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-03T16:09:38Z', 'updated_at': '2021-05-03T16:09:38Z', 'revision_number': 0, 'project_id': 'de50ab860eae44c78310b0ffea585861', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d5527dc-c8e1-4815-b262-f252cc8587e1', 'name': '', 'network_id': '376169b2-6332-4827-8ba9-5327722bbe13', 'tenant_id': 'de50ab860eae44c78310b0ffea585861', 'mac_address': 'fa:16:3e:9f:98:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fcba5a-cfcd-4828-ba56-a3d6e10e1e7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '2851544b-8ea1-4cb3-be94-93bb6cf0ea51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-03T16:08:43Z', 'updated_at': '2021-05-03T16:08:51Z', 'revision_number': 5, 'project_id': 'de50ab860eae44c78310b0ffea585861', 'subnets': [{'id': '2851544b-8ea1-4cb3-be94-93bb6cf0ea51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-11-smb', False) {} {{(pid=74322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:09:41.489193 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3549503-681e-48f6-851e-29424b410e57 None None] The sync data for ids ['13fcba5a-cfcd-4828-ba56-a3d6e10e1e7c'] in dv-cinder-774286-11-smb is: [{'id': '13fcba5a-cfcd-4828-ba56-a3d6e10e1e7c', 'name': 'tempest-TestShelveInstance-2013582687-router', 'tenant_id': 'de50ab860eae44c78310b0ffea585861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'external_fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.67'}], 'enable_snat': True}, 'gw_port_id': 'dcaed32f-e6a5-4873-87c9-02963d76c4a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-03T16:08:39Z', 'updated_at': '2021-05-03T16:08:44Z', 'revision_number': 4, 'project_id': 'de50ab860eae44c78310b0ffea585861', 'gw_port': {'id': 'dcaed32f-e6a5-4873-87c9-02963d76c4a0', 'name': '', 'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:bf:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fcba5a-cfcd-4828-ba56-a3d6e10e1e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-03T16:08:40Z', 'updated_at': '2021-05-03T16:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9682172-7c17-476a-827f-79723500eb4a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-11-smb', '_floatingips': [{'id': 'd0abb508-519c-4907-9166-9a2bf83f49b9', 'tenant_id': 'de50ab860eae44c78310b0ffea585861', 'floating_ip_address': '172.28.1.124', 'floating_network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'router_id': '13fcba5a-cfcd-4828-ba56-a3d6e10e1e7c', 'port_id': '1aff65a2-57c0-46ab-accb-367890519451', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 611, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '376169b2-6332-4827-8ba9-5327722bbe13', 'mac_address': 'fa:16:3e:72:f1:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90287fd5-6cd1-42c0-bc8e-a99240dbef26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-03T16:09:38Z', 'updated_at': '2021-05-03T16:09:38Z', 'revision_number': 0, 'project_id': 'de50ab860eae44c78310b0ffea585861', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d5527dc-c8e1-4815-b262-f252cc8587e1', 'name': '', 'network_id': '376169b2-6332-4827-8ba9-5327722bbe13', 'tenant_id': 'de50ab860eae44c78310b0ffea585861', 'mac_address': 'fa:16:3e:9f:98:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fcba5a-cfcd-4828-ba56-a3d6e10e1e7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '2851544b-8ea1-4cb3-be94-93bb6cf0ea51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-03T16:08:43Z', 'updated_at': '2021-05-03T16:08:51Z', 'revision_number': 5, 'project_id': 'de50ab860eae44c78310b0ffea585861', 'subnets': [{'id': '2851544b-8ea1-4cb3-be94-93bb6cf0ea51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 16:09:41.693434 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c995d6c2-2da8-41c4-b4f0-9896986a2125 None None] New status for floating IP d0abb508-519c-4907-9166-9a2bf83f49b9: ACTIVE {{(pid=74323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 16:09:43.380517 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-78761a30-a76e-485a-85b6-899457e1ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:43.380517 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:44.290571 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-b400cb21-de9a-47f5-b18b-46830690aa58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:45.759299 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.agents_db [None req-1e570261-7bec-4919-9804-a616d65b12ea None None] Agent healthcheck: found 6 active agents {{(pid=74323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 03 16:09:46.112348 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-b5223e01-a904-4e89-a902-ae20f7f129a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:50.864618 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 57504) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:09:50.985783 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-d20d108d-3cf5-484a-96be-91fb4228ea00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:51.001051 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-d20d108d-3cf5-484a-96be-91fb4228ea00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:09:51.004900 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-d20d108d-3cf5-484a-96be-91fb4228ea00 admin admin] Usage tracker for resource:security_group_rule and tenant:8293d295ee0d4b57be7815253e2af6a8 is out of sync, need to count used quota {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:09:51.007802 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-d20d108d-3cf5-484a-96be-91fb4228ea00 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:09:51.013665 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-d20d108d-3cf5-484a-96be-91fb4228ea00 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:09:51.096454 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-d20d108d-3cf5-484a-96be-91fb4228ea00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:51.216366 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-d20d108d-3cf5-484a-96be-91fb4228ea00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:51.225655 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-91abda01-0a75-4a13-a266-fd7e0b17f20c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:09:51.267924 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-d20d108d-3cf5-484a-96be-91fb4228ea00 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8293d295ee0d4b57be7815253e2af6a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4022067 May 03 16:09:51.270679 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 57514) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:09:51.272058 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20d108d-3cf5-484a-96be-91fb4228ea00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99c71b7f-3976-41ae-aa56-bdfad1d1c20a,revision_number=1']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:09:51.275168 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-d20d108d-3cf5-484a-96be-91fb4228ea00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:09:51.337238 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-75a34c67-07a5-4e36-bafd-6bfd2d4895dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:51.364681 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-75a34c67-07a5-4e36-bafd-6bfd2d4895dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:51.496870 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-75a34c67-07a5-4e36-bafd-6bfd2d4895dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:51.500675 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-ffb72931-9ffb-4b57-9b1a-b269bb0587c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:09:51.514687 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a34c67-07a5-4e36-bafd-6bfd2d4895dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99c71b7f-3976-41ae-aa56-bdfad1d1c20a,revision_number=None']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:09:51.517792 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-75a34c67-07a5-4e36-bafd-6bfd2d4895dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:09:51.519813 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-75a34c67-07a5-4e36-bafd-6bfd2d4895dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:51.520960 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-75a34c67-07a5-4e36-bafd-6bfd2d4895dd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/99c71b7f-3976-41ae-aa56-bdfad1d1c20a HTTP/1.1" status: 204 len: 168 time: 0.2492223 May 03 16:09:52.344527 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 57524) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:09:52.460614 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-b35387ba-68ee-48f4-99b5-22102e679641 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:52.475124 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-b35387ba-68ee-48f4-99b5-22102e679641 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:09:52.478966 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-b35387ba-68ee-48f4-99b5-22102e679641 admin admin] Usage tracker for resource:security_group_rule and tenant:3f7087dc8baf4631b5a9c3d779bbafc8 is out of sync, need to count used quota {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:09:52.482350 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-b35387ba-68ee-48f4-99b5-22102e679641 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:09:52.487995 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-b35387ba-68ee-48f4-99b5-22102e679641 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:09:52.570250 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-b35387ba-68ee-48f4-99b5-22102e679641 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:52.667335 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-b35387ba-68ee-48f4-99b5-22102e679641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:52.675538 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-35d74d37-e4df-4c8a-b0ae-c7d3a0336766 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:09:52.719471 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35387ba-68ee-48f4-99b5-22102e679641 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d76e7ffd-9d4c-4fc3-875a-076fdf0599ba,revision_number=1']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:09:52.723089 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-b35387ba-68ee-48f4-99b5-22102e679641 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:09:52.725478 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-b35387ba-68ee-48f4-99b5-22102e679641 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3f7087dc8baf4631b5a9c3d779bbafc8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3799496 May 03 16:09:52.728557 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 57530) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:09:52.787876 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-c752a26a-09cc-465e-9095-9882b0db1707 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:52.815143 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-c752a26a-09cc-465e-9095-9882b0db1707 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:52.988045 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-c752a26a-09cc-465e-9095-9882b0db1707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:52.992424 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-06b66b01-314f-4e70-ab66-fec183028d26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:09:53.005664 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c752a26a-09cc-465e-9095-9882b0db1707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d76e7ffd-9d4c-4fc3-875a-076fdf0599ba,revision_number=None']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:09:53.009675 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-c752a26a-09cc-465e-9095-9882b0db1707 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:09:53.013268 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-c752a26a-09cc-465e-9095-9882b0db1707 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:53.014452 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-c752a26a-09cc-465e-9095-9882b0db1707 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d76e7ffd-9d4c-4fc3-875a-076fdf0599ba HTTP/1.1" status: 204 len: 168 time: 0.2850044 May 03 16:09:53.715468 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 57538) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:09:53.733200 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-6a54ce58-95d0-42b7-8644-163669192db4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:53.747705 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-6a54ce58-95d0-42b7-8644-163669192db4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:09:53.751516 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-6a54ce58-95d0-42b7-8644-163669192db4 admin admin] Usage tracker for resource:security_group_rule and tenant:6fdf7b32909f4c7bbccb5ee205b62192 is out of sync, need to count used quota {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:09:53.754439 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-6a54ce58-95d0-42b7-8644-163669192db4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:09:53.760420 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-6a54ce58-95d0-42b7-8644-163669192db4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:09:53.842366 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-6a54ce58-95d0-42b7-8644-163669192db4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:53.924727 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-6a54ce58-95d0-42b7-8644-163669192db4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:53.937615 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-edd56b6d-9084-4c72-90cc-9a7032c72ebe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:09:53.978721 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-6a54ce58-95d0-42b7-8644-163669192db4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6fdf7b32909f4c7bbccb5ee205b62192&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2621706 May 03 16:09:53.980881 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a54ce58-95d0-42b7-8644-163669192db4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69739ee2-ce88-43d0-80b0-09dbebb5ae7a,revision_number=1']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:09:53.982345 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 57544) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:09:53.984011 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-6a54ce58-95d0-42b7-8644-163669192db4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:09:54.042324 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-985474a2-c540-4d60-b868-b6825847458b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:54.069310 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-985474a2-c540-4d60-b868-b6825847458b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:54.216030 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-985474a2-c540-4d60-b868-b6825847458b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:54.219909 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-ad025725-e75e-4c28-b286-8a3f2450d6bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:09:54.233338 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985474a2-c540-4d60-b868-b6825847458b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69739ee2-ce88-43d0-80b0-09dbebb5ae7a,revision_number=None']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:09:54.237114 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-985474a2-c540-4d60-b868-b6825847458b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:09:54.242570 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-985474a2-c540-4d60-b868-b6825847458b admin admin] Notify callbacks [] for security_group, before_response {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:09:54.243704 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-985474a2-c540-4d60-b868-b6825847458b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/69739ee2-ce88-43d0-80b0-09dbebb5ae7a HTTP/1.1" status: 204 len: 168 time: 0.2595720 May 03 16:10:02.103731 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 57646) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:10:02.226184 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-7fd7e8fa-9953-4797-bf92-903200f8f7a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:10:02.241243 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-7fd7e8fa-9953-4797-bf92-903200f8f7a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:10:02.246333 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-7fd7e8fa-9953-4797-bf92-903200f8f7a1 admin admin] Usage tracker for resource:security_group_rule and tenant:e9145c83b1624664a6bd3b3c05eedeb1 is out of sync, need to count used quota {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:10:02.249231 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-7fd7e8fa-9953-4797-bf92-903200f8f7a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:10:02.254835 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-7fd7e8fa-9953-4797-bf92-903200f8f7a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:10:02.336437 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-7fd7e8fa-9953-4797-bf92-903200f8f7a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:10:02.427507 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-7fd7e8fa-9953-4797-bf92-903200f8f7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:10:02.440405 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-68832a8f-3804-4404-8c32-209441661303 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:10:02.480473 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-7fd7e8fa-9953-4797-bf92-903200f8f7a1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e9145c83b1624664a6bd3b3c05eedeb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3744922 May 03 16:10:02.482169 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd7e8fa-9953-4797-bf92-903200f8f7a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d878751-3d0d-4155-977b-156a61c04d41,revision_number=1']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:10:02.483427 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 57652) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:10:02.485298 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-7fd7e8fa-9953-4797-bf92-903200f8f7a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:10:02.543874 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-8995a5cc-427f-469e-85e8-ea7b19ff350d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:10:02.569069 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-8995a5cc-427f-469e-85e8-ea7b19ff350d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:10:02.718958 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-8995a5cc-427f-469e-85e8-ea7b19ff350d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:10:02.723039 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-46202429-078a-4020-a0a4-573e914f7b71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:10:02.736447 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8995a5cc-427f-469e-85e8-ea7b19ff350d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d878751-3d0d-4155-977b-156a61c04d41,revision_number=None']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:10:02.740368 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-8995a5cc-427f-469e-85e8-ea7b19ff350d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:10:02.746496 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-8995a5cc-427f-469e-85e8-ea7b19ff350d admin admin] Notify callbacks [] for security_group, before_response {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:10:02.747620 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-8995a5cc-427f-469e-85e8-ea7b19ff350d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0d878751-3d0d-4155-977b-156a61c04d41 HTTP/1.1" status: 204 len: 168 time: 0.2632151 May 03 16:10:02.935509 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:10:03.452982 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 57660) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:10:03.471348 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-6693b8c2-97ac-4d50-bf24-f97f10eb9074 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:10:03.486664 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-6693b8c2-97ac-4d50-bf24-f97f10eb9074 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:10:03.490809 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-6693b8c2-97ac-4d50-bf24-f97f10eb9074 admin admin] Usage tracker for resource:security_group_rule and tenant:3dd777f931d14768a758e6496c7285c8 is out of sync, need to count used quota {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:10:03.493668 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.quota.resource [None req-6693b8c2-97ac-4d50-bf24-f97f10eb9074 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74320) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:10:03.500434 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.quota.driver [None req-6693b8c2-97ac-4d50-bf24-f97f10eb9074 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:10:03.586526 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-6693b8c2-97ac-4d50-bf24-f97f10eb9074 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:10:03.672664 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-6693b8c2-97ac-4d50-bf24-f97f10eb9074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_create {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:10:03.679629 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-709ce4a4-fe17-43ca-a8df-69b9f11da3ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:10:03.723317 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-6693b8c2-97ac-4d50-bf24-f97f10eb9074 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3dd777f931d14768a758e6496c7285c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2692161 May 03 16:10:03.724097 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6693b8c2-97ac-4d50-bf24-f97f10eb9074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63f8098d-5674-47a1-ad14-7d2a86693d95,revision_number=1']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:10:03.726603 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 57664) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:10:03.727138 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-6693b8c2-97ac-4d50-bf24-f97f10eb9074 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:10:03.786408 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-ba9a18ba-7a57-4a61-9287-a19d968930a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:10:03.813721 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-ba9a18ba-7a57-4a61-9287-a19d968930a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:10:03.986411 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-ba9a18ba-7a57-4a61-9287-a19d968930a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:10:03.990268 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-fca9a8cd-dd8e-48bc-98e6-3ed4bb73774c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:10:04.003730 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9a18ba-7a57-4a61-9287-a19d968930a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63f8098d-5674-47a1-ad14-7d2a86693d95,revision_number=None']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:10:04.008645 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-ba9a18ba-7a57-4a61-9287-a19d968930a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:10:04.013140 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-ba9a18ba-7a57-4a61-9287-a19d968930a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:10:04.014255 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-ba9a18ba-7a57-4a61-9287-a19d968930a9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/63f8098d-5674-47a1-ad14-7d2a86693d95 HTTP/1.1" status: 204 len: 168 time: 0.2866602 May 03 16:10:04.783389 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 57672) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:10:04.801231 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-7dc14615-57e7-4589-bcb0-2f20fea2a27d admin admin] Notify callbacks [] for security_group, before_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:10:04.816039 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-7dc14615-57e7-4589-bcb0-2f20fea2a27d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:10:04.820094 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-7dc14615-57e7-4589-bcb0-2f20fea2a27d admin admin] Usage tracker for resource:security_group_rule and tenant:d370719257624cf2a5ec8e93a60f96ca is out of sync, need to count used quota {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:10:04.823573 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-7dc14615-57e7-4589-bcb0-2f20fea2a27d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:10:04.829347 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-7dc14615-57e7-4589-bcb0-2f20fea2a27d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:10:04.914400 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-7dc14615-57e7-4589-bcb0-2f20fea2a27d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:10:05.009380 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-7dc14615-57e7-4589-bcb0-2f20fea2a27d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:10:05.018926 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-ba9a18ba-7a57-4a61-9287-a19d968930a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:10:05.064150 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-7dc14615-57e7-4589-bcb0-2f20fea2a27d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d370719257624cf2a5ec8e93a60f96ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2796540 May 03 16:10:05.065104 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc14615-57e7-4589-bcb0-2f20fea2a27d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af117eef-bed1-41dc-b388-b81ba56ae6b1,revision_number=1']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:10:05.066925 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 57676) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:10:05.068772 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-7dc14615-57e7-4589-bcb0-2f20fea2a27d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:10:05.131334 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-a1a0239a-ae4f-4b04-9858-2f436410722a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:10:05.158494 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-a1a0239a-ae4f-4b04-9858-2f436410722a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:10:05.278437 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-a1a0239a-ae4f-4b04-9858-2f436410722a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:10:05.282311 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-7a23eb14-5dc5-4109-95c2-ace25771c7e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:10:05.295819 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a0239a-ae4f-4b04-9858-2f436410722a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af117eef-bed1-41dc-b388-b81ba56ae6b1,revision_number=None']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:10:05.299405 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-a1a0239a-ae4f-4b04-9858-2f436410722a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:10:05.304996 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-a1a0239a-ae4f-4b04-9858-2f436410722a admin admin] Notify callbacks [] for security_group, before_response {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:10:05.306113 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-a1a0239a-ae4f-4b04-9858-2f436410722a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/af117eef-bed1-41dc-b388-b81ba56ae6b1 HTTP/1.1" status: 204 len: 168 time: 0.2381699 May 03 16:10:07.173933 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 57710) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:10:07.298417 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-26257354-734c-4f9b-aaba-c17371c62776 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:10:07.314750 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-26257354-734c-4f9b-aaba-c17371c62776 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:10:07.318868 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-26257354-734c-4f9b-aaba-c17371c62776 admin admin] Usage tracker for resource:security_group_rule and tenant:933360a53bf3473e9dd8778a1ab4885b is out of sync, need to count used quota {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:10:07.321976 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-26257354-734c-4f9b-aaba-c17371c62776 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:10:07.328484 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-26257354-734c-4f9b-aaba-c17371c62776 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:10:07.416064 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-26257354-734c-4f9b-aaba-c17371c62776 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:10:07.496994 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-26257354-734c-4f9b-aaba-c17371c62776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:10:07.508263 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-2f880c90-0f64-47c0-b5b1-53fd59241d2a tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:10:07.544103 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26257354-734c-4f9b-aaba-c17371c62776 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de58c132-cb22-41dc-a479-51bb07d79c09,revision_number=1']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:10:07.548299 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-26257354-734c-4f9b-aaba-c17371c62776 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=933360a53bf3473e9dd8778a1ab4885b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3733242 May 03 16:10:07.549300 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-26257354-734c-4f9b-aaba-c17371c62776 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:10:07.551172 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 57718) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:10:07.614011 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-3220648f-7385-46e4-9aed-145dce90f742 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:10:07.639825 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-3220648f-7385-46e4-9aed-145dce90f742 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:10:07.769682 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-3220648f-7385-46e4-9aed-145dce90f742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:10:07.774506 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-f0778540-079c-4335-8065-efdb2da44327 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:10:07.786991 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3220648f-7385-46e4-9aed-145dce90f742 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de58c132-cb22-41dc-a479-51bb07d79c09,revision_number=None']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:10:07.790835 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-3220648f-7385-46e4-9aed-145dce90f742 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:10:07.797138 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-3220648f-7385-46e4-9aed-145dce90f742 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:10:07.798259 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-3220648f-7385-46e4-9aed-145dce90f742 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/de58c132-cb22-41dc-a479-51bb07d79c09 HTTP/1.1" status: 204 len: 168 time: 0.2465293 May 03 16:10:08.036002 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-f6a6ebcb-58eb-49f3-bb93-d1138d177456 req-887ab953-8520-4750-ad33-a7a60a1ee6ca service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=90287fd5-6cd1-42c0-bc8e-a99240dbef26&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0722733 May 03 16:10:08.184180 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a6ebcb-58eb-49f3-bb93-d1138d177456 req-2c130b83-c5a6-4f98-98c8-8199ae4a6e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:10:08.185695 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-f6a6ebcb-58eb-49f3-bb93-d1138d177456 req-2c130b83-c5a6-4f98-98c8-8199ae4a6e8a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=de50ab860eae44c78310b0ffea585861&device_id=90287fd5-6cd1-42c0-bc8e-a99240dbef26 HTTP/1.1" status: 200 len: 1099 time: 0.0759556 May 03 16:10:08.338753 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a6ebcb-58eb-49f3-bb93-d1138d177456 req-99f983c3-2c5b-4fb6-bc7a-e68b834aaf75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:10:08.340369 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-f6a6ebcb-58eb-49f3-bb93-d1138d177456 req-99f983c3-2c5b-4fb6-bc7a-e68b834aaf75 service neutron] 10.222.0.42 "GET /v2.0/networks?id=376169b2-6332-4827-8ba9-5327722bbe13 HTTP/1.1" status: 200 len: 910 time: 0.1336603 May 03 16:10:08.551944 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-f6a6ebcb-58eb-49f3-bb93-d1138d177456 req-b7453faa-f253-4e11-b308-294a0e9f7d9f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1aff65a2-57c0-46ab-accb-367890519451 HTTP/1.1" status: 200 len: 1002 time: 0.2030137 May 03 16:10:08.614626 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a6ebcb-58eb-49f3-bb93-d1138d177456 req-83bea8fa-aa56-4ca0-88f9-55bc0ebc8176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:10:08.616044 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-f6a6ebcb-58eb-49f3-bb93-d1138d177456 req-83bea8fa-aa56-4ca0-88f9-55bc0ebc8176 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2851544b-8ea1-4cb3-be94-93bb6cf0ea51 HTTP/1.1" status: 200 len: 848 time: 0.0588500 May 03 16:10:08.700594 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a6ebcb-58eb-49f3-bb93-d1138d177456 req-e5eaaca1-d437-467a-bd21-df3b3e90de9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:10:08.700594 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-f6a6ebcb-58eb-49f3-bb93-d1138d177456 req-e5eaaca1-d437-467a-bd21-df3b3e90de9a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=376169b2-6332-4827-8ba9-5327722bbe13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0774910 May 03 16:10:08.837930 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-f6a6ebcb-58eb-49f3-bb93-d1138d177456 req-76bbad8f-700a-441a-bc0a-41822a64c45d service neutron] 10.222.0.42 "GET /v2.0/networks/376169b2-6332-4827-8ba9-5327722bbe13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295862 May 03 16:10:08.976956 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-f6a6ebcb-58eb-49f3-bb93-d1138d177456 req-4f127ac5-1c65-4358-9954-c08b3388b057 service neutron] 10.222.0.42 "GET /v2.0/networks/376169b2-6332-4827-8ba9-5327722bbe13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304095 May 03 16:10:10.798344 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-d4b17408-6cba-4502-bdfc-efb8b5399500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:10:13.330103 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:10:13.364796 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-7d8e0a04-5971-4534-b6d8-ec6d61a2e04e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:10:14.266687 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-b400cb21-de9a-47f5-b18b-46830690aa58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:10:16.107308 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-b5223e01-a904-4e89-a902-ae20f7f129a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:10:17.261249 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 57802) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:10:17.380967 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-1c0d7751-03e6-433c-95f3-d6e5b28d6b37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:10:17.397676 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-1c0d7751-03e6-433c-95f3-d6e5b28d6b37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 16:10:17.402617 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-1c0d7751-03e6-433c-95f3-d6e5b28d6b37 admin admin] Usage tracker for resource:security_group_rule and tenant:9c355341ba4a4392b4cdb37e5623f0e8 is out of sync, need to count used quota {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 16:10:17.405934 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [None req-1c0d7751-03e6-433c-95f3-d6e5b28d6b37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 16:10:17.412052 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.quota.driver [None req-1c0d7751-03e6-433c-95f3-d6e5b28d6b37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 16:10:17.503331 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-1c0d7751-03e6-433c-95f3-d6e5b28d6b37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:10:17.569928 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-1c0d7751-03e6-433c-95f3-d6e5b28d6b37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_create {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:10:17.579684 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-9b5cc307-088f-48ed-a4d0-fb24a1a2cfce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:10:17.619328 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-1c0d7751-03e6-433c-95f3-d6e5b28d6b37 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9c355341ba4a4392b4cdb37e5623f0e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3567164 May 03 16:10:17.621261 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0d7751-03e6-433c-95f3-d6e5b28d6b37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1f7ef1d-08be-42ef-a616-1d49b25d3634,revision_number=1']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:10:17.622367 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 57808) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:10:17.624559 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-1c0d7751-03e6-433c-95f3-d6e5b28d6b37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:10:17.685272 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-41ee93bb-e321-4e24-8919-5166a16b346c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:10:17.711619 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-41ee93bb-e321-4e24-8919-5166a16b346c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:10:17.849631 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-41ee93bb-e321-4e24-8919-5166a16b346c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:10:17.854951 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-f7f1e18d-4a79-49e3-a78a-ef802f6f49c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:10:17.866184 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ee93bb-e321-4e24-8919-5166a16b346c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1f7ef1d-08be-42ef-a616-1d49b25d3634,revision_number=None']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:10:17.876926 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ee93bb-e321-4e24-8919-5166a16b346c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:10:17.877248 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ee93bb-e321-4e24-8919-5166a16b346c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:10:17.877624 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ee93bb-e321-4e24-8919-5166a16b346c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:10:17.877989 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ee93bb-e321-4e24-8919-5166a16b346c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:10:17.878347 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ee93bb-e321-4e24-8919-5166a16b346c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:10:17.878710 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ee93bb-e321-4e24-8919-5166a16b346c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:10:17.879067 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ee93bb-e321-4e24-8919-5166a16b346c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:10:17.879416 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ee93bb-e321-4e24-8919-5166a16b346c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:10:17.879770 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ee93bb-e321-4e24-8919-5166a16b346c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:10:17.880122 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ee93bb-e321-4e24-8919-5166a16b346c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:10:17.880503 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ee93bb-e321-4e24-8919-5166a16b346c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:10:17.880851 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ee93bb-e321-4e24-8919-5166a16b346c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:10:17.883869 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-41ee93bb-e321-4e24-8919-5166a16b346c admin admin] Notify callbacks [] for security_group, before_response {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:10:17.886637 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-41ee93bb-e321-4e24-8919-5166a16b346c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c1f7ef1d-08be-42ef-a616-1d49b25d3634 HTTP/1.1" status: 204 len: 168 time: 0.2616656 May 03 16:10:17.886637 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-41ee93bb-e321-4e24-8919-5166a16b346c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:10:22.757647 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.agents_db [None req-1e570261-7bec-4919-9804-a616d65b12ea None None] Agent healthcheck: found 6 active agents {{(pid=74323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 03 16:10:32.906679 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:10:40.729430 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-eb7e482b-2c29-4bfa-8176-c78921261a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:10:43.398287 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:10:43.420923 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-f7d221e8-ec50-4cd0-a8c9-5541eda0ac8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:10:44.249458 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-b400cb21-de9a-47f5-b18b-46830690aa58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:10:46.089654 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-b5223e01-a904-4e89-a902-ae20f7f129a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:10:59.756679 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.agents_db [None req-1e570261-7bec-4919-9804-a616d65b12ea None None] Agent healthcheck: found 6 active agents {{(pid=74323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 03 16:11:02.917400 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:11:10.028773 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-02bbd846-0f34-43a7-8790-39482fa8ca93 req-db300a41-2e9c-4ae2-a6e0-bc7b8fbc0eb6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=90287fd5-6cd1-42c0-bc8e-a99240dbef26&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0731490 May 03 16:11:10.168661 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bbd846-0f34-43a7-8790-39482fa8ca93 req-0d3fc510-5860-40a8-ad6a-f01cdf8c1866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:11:10.170149 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-02bbd846-0f34-43a7-8790-39482fa8ca93 req-0d3fc510-5860-40a8-ad6a-f01cdf8c1866 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=de50ab860eae44c78310b0ffea585861&device_id=90287fd5-6cd1-42c0-bc8e-a99240dbef26 HTTP/1.1" status: 200 len: 1099 time: 0.0731008 May 03 16:11:10.319193 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bbd846-0f34-43a7-8790-39482fa8ca93 req-61a53e9f-00d2-4da0-b801-315b7a423ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:11:10.320574 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-02bbd846-0f34-43a7-8790-39482fa8ca93 req-61a53e9f-00d2-4da0-b801-315b7a423ed3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=376169b2-6332-4827-8ba9-5327722bbe13 HTTP/1.1" status: 200 len: 910 time: 0.1317999 May 03 16:11:10.423700 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-02bbd846-0f34-43a7-8790-39482fa8ca93 req-a4ebbeaa-3000-4038-a928-e8d9967b5ef5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1aff65a2-57c0-46ab-accb-367890519451 HTTP/1.1" status: 200 len: 1002 time: 0.0970979 May 03 16:11:10.486587 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bbd846-0f34-43a7-8790-39482fa8ca93 req-e184d612-6922-4202-b309-ca15fbfc4d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:11:10.488019 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-02bbd846-0f34-43a7-8790-39482fa8ca93 req-e184d612-6922-4202-b309-ca15fbfc4d08 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2851544b-8ea1-4cb3-be94-93bb6cf0ea51 HTTP/1.1" status: 200 len: 848 time: 0.0580587 May 03 16:11:10.565397 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bbd846-0f34-43a7-8790-39482fa8ca93 req-e8c3270b-86ce-4354-a7aa-36c67cfb0688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:11:10.566868 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-02bbd846-0f34-43a7-8790-39482fa8ca93 req-e8c3270b-86ce-4354-a7aa-36c67cfb0688 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=376169b2-6332-4827-8ba9-5327722bbe13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0726101 May 03 16:11:10.648572 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-71528892-9b24-4011-8bd7-dc9aa0a07b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:11:10.702611 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-02bbd846-0f34-43a7-8790-39482fa8ca93 req-5754ea77-edb9-4e0e-87a1-e93a96c6d2f8 service neutron] 10.222.0.42 "GET /v2.0/networks/376169b2-6332-4827-8ba9-5327722bbe13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293225 May 03 16:11:10.833585 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-02bbd846-0f34-43a7-8790-39482fa8ca93 req-fce38dca-a4fc-4cea-9967-c53a231d8d6e service neutron] 10.222.0.42 "GET /v2.0/networks/376169b2-6332-4827-8ba9-5327722bbe13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250010 May 03 16:11:13.328457 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:11:13.363977 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-0d465684-f6f4-411e-9d5f-c09d809ef51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:11:14.242933 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-b400cb21-de9a-47f5-b18b-46830690aa58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:11:16.082857 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-b5223e01-a904-4e89-a902-ae20f7f129a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:11:29.925279 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94061cd0-5ea1-4c99-8a89-efe2d2b35935 req-8ba869f9-fddb-445d-b25a-c1f51fd27a18 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:11:29.926765 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-94061cd0-5ea1-4c99-8a89-efe2d2b35935 req-8ba869f9-fddb-445d-b25a-c1f51fd27a18 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] 10.222.0.11 "GET /v2.0/ports?device_id=90287fd5-6cd1-42c0-bc8e-a99240dbef26 HTTP/1.1" status: 200 len: 946 time: 0.0846257 May 03 16:11:29.972827 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-94061cd0-5ea1-4c99-8a89-efe2d2b35935 req-f70b4afb-9bee-4505-b411-bdc482bd20e8 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2cfe8a9-8f29-4dd6-acac-ed3e44afbe9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397587 May 03 16:11:31.168656 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b77434-022b-48d1-bf6e-4e53a4d70bf9 req-df5817a7-5450-4f34-9d9f-7069203281ef tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:11:31.170171 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-c2b77434-022b-48d1-bf6e-4e53a4d70bf9 req-df5817a7-5450-4f34-9d9f-7069203281ef tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] 10.222.0.11 "GET /v2.0/ports?device_id=90287fd5-6cd1-42c0-bc8e-a99240dbef26 HTTP/1.1" status: 200 len: 946 time: 0.0845413 May 03 16:11:31.216048 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-c2b77434-022b-48d1-bf6e-4e53a4d70bf9 req-0883b8a2-2f99-4283-9e0b-bb17150db413 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2cfe8a9-8f29-4dd6-acac-ed3e44afbe9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401938 May 03 16:11:32.419778 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b44722-ae60-4d68-98b8-744808033056 req-5db1a66a-f7c8-465d-9649-3acd707403f3 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:11:32.421286 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-b7b44722-ae60-4d68-98b8-744808033056 req-5db1a66a-f7c8-465d-9649-3acd707403f3 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] 10.222.0.11 "GET /v2.0/ports?device_id=90287fd5-6cd1-42c0-bc8e-a99240dbef26 HTTP/1.1" status: 200 len: 946 time: 0.0818348 May 03 16:11:32.466994 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-b7b44722-ae60-4d68-98b8-744808033056 req-a117f628-a807-4428-96e4-fae1da1794c1 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2cfe8a9-8f29-4dd6-acac-ed3e44afbe9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398052 May 03 16:11:32.905414 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:11:33.776778 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d2aa39-d1c9-4c35-902d-0e776c92eb42 req-c64f8b0f-7bec-41cd-997e-1faf3848671e tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:11:33.778162 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-e6d2aa39-d1c9-4c35-902d-0e776c92eb42 req-c64f8b0f-7bec-41cd-997e-1faf3848671e tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] 10.222.0.11 "GET /v2.0/ports?device_id=90287fd5-6cd1-42c0-bc8e-a99240dbef26 HTTP/1.1" status: 200 len: 946 time: 0.1888235 May 03 16:11:33.824636 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-e6d2aa39-d1c9-4c35-902d-0e776c92eb42 req-28051af9-e6bf-4b88-b9ef-cd0cebbb06c6 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2cfe8a9-8f29-4dd6-acac-ed3e44afbe9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406630 May 03 16:11:35.017403 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dff1d8-71aa-4f3c-bae8-121da51d7b3c req-b47ac075-3485-4031-83f8-91c5129072e5 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:11:35.018853 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-77dff1d8-71aa-4f3c-bae8-121da51d7b3c req-b47ac075-3485-4031-83f8-91c5129072e5 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] 10.222.0.11 "GET /v2.0/ports?device_id=90287fd5-6cd1-42c0-bc8e-a99240dbef26 HTTP/1.1" status: 200 len: 946 time: 0.0851505 May 03 16:11:35.064771 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-77dff1d8-71aa-4f3c-bae8-121da51d7b3c req-876cd5ea-5381-4210-a5fe-7cd313b1e70f tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2cfe8a9-8f29-4dd6-acac-ed3e44afbe9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402508 May 03 16:11:36.250057 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be688f0-3a45-4b94-b532-5b0de4c7f92c req-8f0f5bf6-e0ee-4608-bae9-8ac4a1df4759 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:11:36.251536 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-0be688f0-3a45-4b94-b532-5b0de4c7f92c req-8f0f5bf6-e0ee-4608-bae9-8ac4a1df4759 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] 10.222.0.11 "GET /v2.0/ports?device_id=90287fd5-6cd1-42c0-bc8e-a99240dbef26 HTTP/1.1" status: 200 len: 946 time: 0.0817111 May 03 16:11:36.301258 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-0be688f0-3a45-4b94-b532-5b0de4c7f92c req-779431bd-c988-4ffc-88ea-a11feab37d03 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2cfe8a9-8f29-4dd6-acac-ed3e44afbe9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439899 May 03 16:11:36.756132 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.agents_db [None req-1e570261-7bec-4919-9804-a616d65b12ea None None] Agent healthcheck: found 6 active agents {{(pid=74323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 03 16:11:37.487800 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf305aa-514f-4608-ad7d-7c7ec4e788b5 req-1093f072-a1dd-4534-8c98-18c6ae272387 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:11:37.489325 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-8cf305aa-514f-4608-ad7d-7c7ec4e788b5 req-1093f072-a1dd-4534-8c98-18c6ae272387 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] 10.222.0.11 "GET /v2.0/ports?device_id=90287fd5-6cd1-42c0-bc8e-a99240dbef26 HTTP/1.1" status: 200 len: 946 time: 0.0833077 May 03 16:11:37.535182 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-8cf305aa-514f-4608-ad7d-7c7ec4e788b5 req-21f0c01c-4c8e-4745-9841-0f16de0ec83a tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2cfe8a9-8f29-4dd6-acac-ed3e44afbe9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397649 May 03 16:11:38.723731 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9a56fe-6be6-42f3-a74e-d76a9b87fa9e req-cc1def84-63b0-43d2-b4ac-659947ff2358 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:11:38.725223 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-4e9a56fe-6be6-42f3-a74e-d76a9b87fa9e req-cc1def84-63b0-43d2-b4ac-659947ff2358 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] 10.222.0.11 "GET /v2.0/ports?device_id=90287fd5-6cd1-42c0-bc8e-a99240dbef26 HTTP/1.1" status: 200 len: 946 time: 0.0830407 May 03 16:11:38.770342 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-4e9a56fe-6be6-42f3-a74e-d76a9b87fa9e req-bc43e2a2-eb46-40e6-88f4-c041807c5c2d tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2cfe8a9-8f29-4dd6-acac-ed3e44afbe9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391703 May 03 16:11:39.971207 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050ca6ad-ac18-4afd-b29b-ba1a8f67d8bc req-4925fc33-e779-44d1-b54c-6063b09397e2 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:11:39.972785 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-050ca6ad-ac18-4afd-b29b-ba1a8f67d8bc req-4925fc33-e779-44d1-b54c-6063b09397e2 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] 10.222.0.11 "GET /v2.0/ports?device_id=90287fd5-6cd1-42c0-bc8e-a99240dbef26 HTTP/1.1" status: 200 len: 946 time: 0.0852659 May 03 16:11:40.064453 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-050ca6ad-ac18-4afd-b29b-ba1a8f67d8bc req-14e58d41-1498-4ccc-9e16-0e28a1b69995 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2cfe8a9-8f29-4dd6-acac-ed3e44afbe9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846024 May 03 16:11:40.105361 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f67d07f-0d48-4885-ae5c-c79d2e98e4ab req-7e0c0cd8-007f-489e-9475-34a43bdc23e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:11:40.106871 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-5f67d07f-0d48-4885-ae5c-c79d2e98e4ab req-7e0c0cd8-007f-489e-9475-34a43bdc23e9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=de50ab860eae44c78310b0ffea585861&device_id=90287fd5-6cd1-42c0-bc8e-a99240dbef26 HTTP/1.1" status: 200 len: 1099 time: 0.0863328 May 03 16:11:40.255621 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f67d07f-0d48-4885-ae5c-c79d2e98e4ab req-38b1e841-c646-4542-baf1-00c1350448d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:11:40.257141 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-5f67d07f-0d48-4885-ae5c-c79d2e98e4ab req-38b1e841-c646-4542-baf1-00c1350448d9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=376169b2-6332-4827-8ba9-5327722bbe13 HTTP/1.1" status: 200 len: 910 time: 0.1437948 May 03 16:11:40.387576 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-5f67d07f-0d48-4885-ae5c-c79d2e98e4ab req-ae70b0d0-89cd-4e0e-b765-1db7ad3555e7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1aff65a2-57c0-46ab-accb-367890519451 HTTP/1.1" status: 200 len: 1002 time: 0.1238842 May 03 16:11:40.463294 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f67d07f-0d48-4885-ae5c-c79d2e98e4ab req-4ced5ef3-2e76-4712-b2d7-4958a9d65fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:11:40.464831 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-5f67d07f-0d48-4885-ae5c-c79d2e98e4ab req-4ced5ef3-2e76-4712-b2d7-4958a9d65fd7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2851544b-8ea1-4cb3-be94-93bb6cf0ea51 HTTP/1.1" status: 200 len: 848 time: 0.0713499 May 03 16:11:40.562672 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f67d07f-0d48-4885-ae5c-c79d2e98e4ab req-4ba2446c-5a17-420a-9522-83690a7da444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:11:40.565072 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-5f67d07f-0d48-4885-ae5c-c79d2e98e4ab req-4ba2446c-5a17-420a-9522-83690a7da444 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=376169b2-6332-4827-8ba9-5327722bbe13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0937185 May 03 16:11:40.642254 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-dc362a23-43e7-4219-ad0f-11584457200f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:11:40.711563 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-5f67d07f-0d48-4885-ae5c-c79d2e98e4ab req-6e099677-a75c-4bfd-82a5-4cf31ce27422 service neutron] 10.222.0.42 "GET /v2.0/networks/376169b2-6332-4827-8ba9-5327722bbe13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387401 May 03 16:11:40.844665 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-5f67d07f-0d48-4885-ae5c-c79d2e98e4ab req-228e748e-1905-4aa9-a29c-d8eed379d048 service neutron] 10.222.0.42 "GET /v2.0/networks/376169b2-6332-4827-8ba9-5327722bbe13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272407 May 03 16:11:41.257758 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14618879-2503-4f86-bfa9-9c90fc922dbe req-9b036f3d-a60b-48bd-89f9-a0e385d69e85 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:11:41.259184 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-14618879-2503-4f86-bfa9-9c90fc922dbe req-9b036f3d-a60b-48bd-89f9-a0e385d69e85 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] 10.222.0.11 "GET /v2.0/ports?device_id=90287fd5-6cd1-42c0-bc8e-a99240dbef26 HTTP/1.1" status: 200 len: 946 time: 0.0793676 May 03 16:11:41.306359 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-14618879-2503-4f86-bfa9-9c90fc922dbe req-b7e3f483-6335-44d6-acf0-f1227adfa750 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2cfe8a9-8f29-4dd6-acac-ed3e44afbe9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407865 May 03 16:11:42.500634 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adf975e-b330-4025-9470-03bfd6786a9c req-29cfc208-756d-42c9-a2ce-b845cd4bf977 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:11:42.502146 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-5adf975e-b330-4025-9470-03bfd6786a9c req-29cfc208-756d-42c9-a2ce-b845cd4bf977 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] 10.222.0.11 "GET /v2.0/ports?device_id=90287fd5-6cd1-42c0-bc8e-a99240dbef26 HTTP/1.1" status: 200 len: 946 time: 0.0874860 May 03 16:11:42.549145 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-5adf975e-b330-4025-9470-03bfd6786a9c req-82f0a8a7-daef-48e9-97b8-946b9345d632 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2cfe8a9-8f29-4dd6-acac-ed3e44afbe9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411425 May 03 16:11:43.362053 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:11:43.419363 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-bc1918a6-441a-4471-9586-839012643739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:11:43.906472 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b05d1c-7679-45b9-ad3e-d6b8031a3a15 req-ec44031e-0fe5-4673-aaeb-2d5edf356a56 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:11:43.907958 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-b0b05d1c-7679-45b9-ad3e-d6b8031a3a15 req-ec44031e-0fe5-4673-aaeb-2d5edf356a56 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] 10.222.0.11 "GET /v2.0/ports?device_id=90287fd5-6cd1-42c0-bc8e-a99240dbef26 HTTP/1.1" status: 200 len: 946 time: 0.2520256 May 03 16:11:43.952283 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-b0b05d1c-7679-45b9-ad3e-d6b8031a3a15 req-c2e6f6c9-6fa5-4d4a-995d-3a8d3b70ca3f tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2cfe8a9-8f29-4dd6-acac-ed3e44afbe9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385013 May 03 16:11:44.265570 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-b400cb21-de9a-47f5-b18b-46830690aa58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:11:44.324134 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Device 1aff65a2-57c0-46ab-accb-367890519451 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=74322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 16:11:44.482653 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:11:44.511779 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90287fd5-6cd1-42c0-bc8e-a99240dbef26', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1aff65a2-57c0-46ab-accb-367890519451'}] {{(pid=74322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 16:11:44.525382 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] For port 1aff65a2-57c0-46ab-accb-367890519451, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=1aff65a2-57c0-46ab-accb-367890519451,segment=NetworkSegment(6d05219d-2b9c-4127-a1f7-d8f460c99216),segment_id=6d05219d-2b9c-4127-a1f7-d8f460c99216)] {{(pid=74322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 16:11:44.541963 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 57866) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:11:44.560587 dv-cinder-774286-11-smb neutron-server[74322]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '90287fd5-6cd1-42c0-bc8e-a99240dbef26', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1aff65a2-57c0-46ab-accb-367890519451', 'code': 422} returned with failed status May 03 16:11:44.608097 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365'] for port, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:11:44.610034 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:11:44.660031 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818c97f8-6370-43d7-90ee-b6b5149e07e6 req-51387a56-a5f6-41c1-af15-77e00f5baf82 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:11:44.661601 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-818c97f8-6370-43d7-90ee-b6b5149e07e6 req-51387a56-a5f6-41c1-af15-77e00f5baf82 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] 10.222.0.11 "GET /v2.0/ports?device_id=90287fd5-6cd1-42c0-bc8e-a99240dbef26 HTTP/1.1" status: 200 len: 944 time: 0.1981981 May 03 16:11:44.669945 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [req-ee799906-f6c5-451a-941b-6331a3c3524b req-172e7b44-ff44-4e4b-a07f-6d767a8ebb64 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=90287fd5-6cd1-42c0-bc8e-a99240dbef26&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1263764 May 03 16:11:44.680178 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Pushing event updated for resources: {'Port': ['ID=1aff65a2-57c0-46ab-accb-367890519451,revision_number=6']} {{(pid=74322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:11:44.689196 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:11:44.689534 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:11:44.689876 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:11:44.690207 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:11:44.690536 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:11:44.690925 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:11:44.691259 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:11:44.691573 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:11:44.692465 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:11:44.692465 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:11:44.692683 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:11:44.692879 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:11:44.698261 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:11:44.721770 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-818c97f8-6370-43d7-90ee-b6b5149e07e6 req-271b0378-6bb4-49b1-8333-f31820727cf4 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2cfe8a9-8f29-4dd6-acac-ed3e44afbe9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535803 May 03 16:11:45.964749 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63a15b0-0954-4a5a-afba-9da911307fa8 req-28722c3e-7839-47f2-a55f-7f265e1cd250 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:11:45.966216 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-c63a15b0-0954-4a5a-afba-9da911307fa8 req-28722c3e-7839-47f2-a55f-7f265e1cd250 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] 10.222.0.11 "GET /v2.0/ports?device_id=90287fd5-6cd1-42c0-bc8e-a99240dbef26 HTTP/1.1" status: 200 len: 944 time: 0.1361899 May 03 16:11:46.012083 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-c63a15b0-0954-4a5a-afba-9da911307fa8 req-f28febc6-849c-4f05-b6c4-bcd15e7ce46e tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2cfe8a9-8f29-4dd6-acac-ed3e44afbe9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400753 May 03 16:11:46.110810 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-b5223e01-a904-4e89-a902-ae20f7f129a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:11:46.846902 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee799906-f6c5-451a-941b-6331a3c3524b req-da99bebc-d0a4-4608-b5e7-cdb0f3d5b206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:11:46.848406 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-ee799906-f6c5-451a-941b-6331a3c3524b req-da99bebc-d0a4-4608-b5e7-cdb0f3d5b206 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=90287fd5-6cd1-42c0-bc8e-a99240dbef26&tenant_id=de50ab860eae44c78310b0ffea585861 HTTP/1.1" status: 200 len: 1097 time: 0.0713277 May 03 16:11:46.945301 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee799906-f6c5-451a-941b-6331a3c3524b req-2130bf3c-c71a-4a28-b5c0-dc7c5abf06ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:11:46.946704 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-ee799906-f6c5-451a-941b-6331a3c3524b req-2130bf3c-c71a-4a28-b5c0-dc7c5abf06ad service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=de50ab860eae44c78310b0ffea585861&device_id=90287fd5-6cd1-42c0-bc8e-a99240dbef26 HTTP/1.1" status: 200 len: 1097 time: 0.0755382 May 03 16:11:47.081867 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee799906-f6c5-451a-941b-6331a3c3524b req-b385394e-91bb-49fc-894b-bd408c316121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:11:47.083396 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-ee799906-f6c5-451a-941b-6331a3c3524b req-b385394e-91bb-49fc-894b-bd408c316121 service neutron] 10.222.0.42 "GET /v2.0/networks?id=376169b2-6332-4827-8ba9-5327722bbe13 HTTP/1.1" status: 200 len: 910 time: 0.1307180 May 03 16:11:47.231104 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-ee799906-f6c5-451a-941b-6331a3c3524b req-75920c1b-5317-40d7-9237-bc9f205594ce service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1aff65a2-57c0-46ab-accb-367890519451 HTTP/1.1" status: 200 len: 1000 time: 0.1414199 May 03 16:11:47.309233 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66804770-6f1e-42cd-a7b8-29e04eeda7b2 req-b14ce917-b180-4b5b-8994-943d3609214e tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:11:47.310705 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-66804770-6f1e-42cd-a7b8-29e04eeda7b2 req-b14ce917-b180-4b5b-8994-943d3609214e tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] 10.222.0.11 "GET /v2.0/ports?device_id=90287fd5-6cd1-42c0-bc8e-a99240dbef26 HTTP/1.1" status: 200 len: 944 time: 0.1738126 May 03 16:11:47.319424 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee799906-f6c5-451a-941b-6331a3c3524b req-c0582974-7766-47bd-9e64-0825ae28a797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:11:47.320855 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-ee799906-f6c5-451a-941b-6331a3c3524b req-c0582974-7766-47bd-9e64-0825ae28a797 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2851544b-8ea1-4cb3-be94-93bb6cf0ea51 HTTP/1.1" status: 200 len: 848 time: 0.0793107 May 03 16:11:47.404663 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-66804770-6f1e-42cd-a7b8-29e04eeda7b2 req-8d156f31-afdb-4543-983c-debf93e14c5c tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2cfe8a9-8f29-4dd6-acac-ed3e44afbe9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868566 May 03 16:11:47.429254 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee799906-f6c5-451a-941b-6331a3c3524b req-9167abc0-86f5-428a-811e-a54c29057edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:11:47.430758 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-ee799906-f6c5-451a-941b-6331a3c3524b req-9167abc0-86f5-428a-811e-a54c29057edf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=376169b2-6332-4827-8ba9-5327722bbe13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0971310 May 03 16:11:47.572215 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-ee799906-f6c5-451a-941b-6331a3c3524b req-072dce03-0d0e-42cf-a2b3-9465f4c2dd80 service neutron] 10.222.0.42 "GET /v2.0/networks/376169b2-6332-4827-8ba9-5327722bbe13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342769 May 03 16:11:47.705950 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-ee799906-f6c5-451a-941b-6331a3c3524b req-411eb399-672a-4845-b43e-9433f9a49cc0 service neutron] 10.222.0.42 "GET /v2.0/networks/376169b2-6332-4827-8ba9-5327722bbe13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274981 May 03 16:11:48.597472 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa018690-2bb8-4c30-ab95-96da309fc3de req-86e1ac7b-f362-495f-932c-70b2a1fc65f7 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:11:48.599005 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-fa018690-2bb8-4c30-ab95-96da309fc3de req-86e1ac7b-f362-495f-932c-70b2a1fc65f7 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] 10.222.0.11 "GET /v2.0/ports?device_id=90287fd5-6cd1-42c0-bc8e-a99240dbef26 HTTP/1.1" status: 200 len: 944 time: 0.0844347 May 03 16:11:48.644524 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-fa018690-2bb8-4c30-ab95-96da309fc3de req-dab5586c-7b45-4187-866f-044ca3fe938f tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2cfe8a9-8f29-4dd6-acac-ed3e44afbe9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389676 May 03 16:11:49.831541 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285c1719-d6de-4460-9f92-5a89f0b04a7c req-d6e197bd-4e67-4501-a104-b7a13241303b tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:11:49.833023 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-285c1719-d6de-4460-9f92-5a89f0b04a7c req-d6e197bd-4e67-4501-a104-b7a13241303b tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] 10.222.0.11 "GET /v2.0/ports?device_id=90287fd5-6cd1-42c0-bc8e-a99240dbef26 HTTP/1.1" status: 200 len: 944 time: 0.0809863 May 03 16:11:49.879298 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-285c1719-d6de-4460-9f92-5a89f0b04a7c req-cc460988-7170-4c2f-aa5d-35d79745d8ff tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2cfe8a9-8f29-4dd6-acac-ed3e44afbe9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403688 May 03 16:11:51.068312 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d52d4e3-e78c-4a82-a3f7-c2a616a4b497 req-beb49742-cf06-45b3-ad88-2032fa766cff tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:11:51.069933 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-6d52d4e3-e78c-4a82-a3f7-c2a616a4b497 req-beb49742-cf06-45b3-ad88-2032fa766cff tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] 10.222.0.11 "GET /v2.0/ports?device_id=90287fd5-6cd1-42c0-bc8e-a99240dbef26 HTTP/1.1" status: 200 len: 944 time: 0.0858779 May 03 16:11:51.122088 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-6d52d4e3-e78c-4a82-a3f7-c2a616a4b497 req-c0650dae-7be3-40a3-9dd1-df735cdefb2c tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2cfe8a9-8f29-4dd6-acac-ed3e44afbe9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444596 May 03 16:11:52.315654 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fda3da-9be0-4bf7-99cf-4ce2d4e1772e req-ebf7ce38-2e50-4d07-b43a-c1610e70650e tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:11:52.317145 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-50fda3da-9be0-4bf7-99cf-4ce2d4e1772e req-ebf7ce38-2e50-4d07-b43a-c1610e70650e tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] 10.222.0.11 "GET /v2.0/ports?device_id=90287fd5-6cd1-42c0-bc8e-a99240dbef26 HTTP/1.1" status: 200 len: 944 time: 0.0818992 May 03 16:11:52.351449 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Device 1aff65a2-57c0-46ab-accb-367890519451 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=74322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 16:11:52.365471 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-50fda3da-9be0-4bf7-99cf-4ce2d4e1772e req-be70b504-e1c5-4426-a4d1-ee9b57ea6ea9 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2cfe8a9-8f29-4dd6-acac-ed3e44afbe9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425277 May 03 16:11:52.485457 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] For port 1aff65a2-57c0-46ab-accb-367890519451, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=1aff65a2-57c0-46ab-accb-367890519451,segment=NetworkSegment(6d05219d-2b9c-4127-a1f7-d8f460c99216),segment_id=6d05219d-2b9c-4127-a1f7-d8f460c99216)] {{(pid=74322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 16:11:52.498846 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Returning: {'device': '1aff65a2-57c0-46ab-accb-367890519451', 'network_id': '376169b2-6332-4827-8ba9-5327722bbe13', 'port_id': '1aff65a2-57c0-46ab-accb-367890519451', 'mac_address': 'fa:16:3e:72:f1:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2851544b-8ea1-4cb3-be94-93bb6cf0ea51', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 16:11:52.553374 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:11:52.569775 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.notifiers.nova [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1aff65a2-57c0-46ab-accb-367890519451 {{(pid=74322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 03 16:11:52.584905 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] For port 1aff65a2-57c0-46ab-accb-367890519451, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=1aff65a2-57c0-46ab-accb-367890519451,segment=NetworkSegment(6d05219d-2b9c-4127-a1f7-d8f460c99216),segment_id=6d05219d-2b9c-4127-a1f7-d8f460c99216)] {{(pid=74322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 16:11:52.676492 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365'] for port, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:11:52.678334 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:11:52.747974 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Pushing event updated for resources: {'Port': ['ID=1aff65a2-57c0-46ab-accb-367890519451,revision_number=7']} {{(pid=74322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:11:52.750986 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:11:52.878675 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] get_ports_and_sgs() called for port_ids ['1aff65a2-57c0-46ab-accb-367890519451'] {{(pid=74322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 16:11:53.552277 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6af775-8619-494d-bafb-871f8cc667fe req-350d4db6-f35b-4174-a51b-b30e2adda373 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:11:53.553661 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-2a6af775-8619-494d-bafb-871f8cc667fe req-350d4db6-f35b-4174-a51b-b30e2adda373 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] 10.222.0.11 "GET /v2.0/ports?device_id=90287fd5-6cd1-42c0-bc8e-a99240dbef26 HTTP/1.1" status: 200 len: 945 time: 0.0806627 May 03 16:11:53.599148 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-2a6af775-8619-494d-bafb-871f8cc667fe req-52e9e679-5b23-42d6-aec7-efd56abf6a3a tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2cfe8a9-8f29-4dd6-acac-ed3e44afbe9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395665 May 03 16:11:54.366794 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Device 1aff65a2-57c0-46ab-accb-367890519451 up at agent hyperv_hv-cinder-77428 {{(pid=74322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 16:11:54.437737 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.provisioning_blocks [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Provisioning complete for port 1aff65a2-57c0-46ab-accb-367890519451 triggered by entity L2. {{(pid=74322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 16:11:54.438018 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033555'] for port, provisioning_complete {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:11:54.551115 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978673'] for port, before_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:11:54.580730 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90287fd5-6cd1-42c0-bc8e-a99240dbef26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aff65a2-57c0-46ab-accb-367890519451'}] {{(pid=74322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 16:11:54.590212 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] For port 1aff65a2-57c0-46ab-accb-367890519451, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=1aff65a2-57c0-46ab-accb-367890519451,segment=NetworkSegment(6d05219d-2b9c-4127-a1f7-d8f460c99216),segment_id=6d05219d-2b9c-4127-a1f7-d8f460c99216)] {{(pid=74322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 16:11:54.625155 dv-cinder-774286-11-smb neutron-server[74322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90287fd5-6cd1-42c0-bc8e-a99240dbef26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aff65a2-57c0-46ab-accb-367890519451', 'code': 200} May 03 16:11:54.663980 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781092850845', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781092417320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781092417365'] for port, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:11:54.666922 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:11:54.735821 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Pushing event updated for resources: {'Port': ['ID=1aff65a2-57c0-46ab-accb-367890519451,revision_number=8']} {{(pid=74322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:11:54.739173 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:11:54.792570 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96558d38-6a63-4863-b3b4-bf94b7b3ee19 req-353b82ae-18fb-4eab-92d7-507d1c3666b0 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:11:54.794045 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-96558d38-6a63-4863-b3b4-bf94b7b3ee19 req-353b82ae-18fb-4eab-92d7-507d1c3666b0 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] 10.222.0.11 "GET /v2.0/ports?device_id=90287fd5-6cd1-42c0-bc8e-a99240dbef26 HTTP/1.1" status: 200 len: 946 time: 0.0865254 May 03 16:11:54.986699 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-96558d38-6a63-4863-b3b4-bf94b7b3ee19 req-80c5aa90-cb63-423e-bc49-2e69604204d4 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2cfe8a9-8f29-4dd6-acac-ed3e44afbe9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1869030 May 03 16:11:55.007700 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cd65b2-f30d-4b04-aa72-1b716664be9d req-965689db-5e6f-43d5-b103-6c97a26a8515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:11:55.009195 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-85cd65b2-f30d-4b04-aa72-1b716664be9d req-965689db-5e6f-43d5-b103-6c97a26a8515 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=90287fd5-6cd1-42c0-bc8e-a99240dbef26 HTTP/1.1" status: 200 len: 1099 time: 0.0922356 May 03 16:11:55.049200 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-85cd65b2-f30d-4b04-aa72-1b716664be9d req-1ffef51a-bc45-409c-ba16-dfaf41f6e220 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c2cfe8a9-8f29-4dd6-acac-ed3e44afbe9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337894 May 03 16:11:56.186190 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462d788c-e5c7-48d0-a902-e5ac2de82fdc req-24d9d4e5-5165-4ddf-83e1-e694c5ffcc8f tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:11:56.187665 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-462d788c-e5c7-48d0-a902-e5ac2de82fdc req-24d9d4e5-5165-4ddf-83e1-e694c5ffcc8f tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] 10.222.0.11 "GET /v2.0/ports?device_id=90287fd5-6cd1-42c0-bc8e-a99240dbef26 HTTP/1.1" status: 200 len: 946 time: 0.0876009 May 03 16:11:56.234798 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-462d788c-e5c7-48d0-a902-e5ac2de82fdc req-148604ff-f438-4f12-b7d5-eafd1646f93d tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2cfe8a9-8f29-4dd6-acac-ed3e44afbe9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411594 May 03 16:12:02.899446 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:12:10.087969 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-2cdcc9da-07e3-43a6-87d4-dc016d7dcea5 req-b2141f4d-b7f7-4740-a8b7-9583e95e3858 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=90287fd5-6cd1-42c0-bc8e-a99240dbef26&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1166322 May 03 16:12:10.224865 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdcc9da-07e3-43a6-87d4-dc016d7dcea5 req-0d28879e-9dee-4f1d-9038-34b2f1a24bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:12:10.226329 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-2cdcc9da-07e3-43a6-87d4-dc016d7dcea5 req-0d28879e-9dee-4f1d-9038-34b2f1a24bca service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=de50ab860eae44c78310b0ffea585861&device_id=90287fd5-6cd1-42c0-bc8e-a99240dbef26 HTTP/1.1" status: 200 len: 1099 time: 0.0723896 May 03 16:12:10.370926 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdcc9da-07e3-43a6-87d4-dc016d7dcea5 req-25540a17-b657-432f-8652-aaedefc42a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:12:10.372407 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-2cdcc9da-07e3-43a6-87d4-dc016d7dcea5 req-25540a17-b657-432f-8652-aaedefc42a41 service neutron] 10.222.0.42 "GET /v2.0/networks?id=376169b2-6332-4827-8ba9-5327722bbe13 HTTP/1.1" status: 200 len: 910 time: 0.1270068 May 03 16:12:10.474726 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-2cdcc9da-07e3-43a6-87d4-dc016d7dcea5 req-fad979cc-692a-4000-b72f-8675b9f9fd60 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1aff65a2-57c0-46ab-accb-367890519451 HTTP/1.1" status: 200 len: 1002 time: 0.0958524 May 03 16:12:10.547248 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdcc9da-07e3-43a6-87d4-dc016d7dcea5 req-38ad41ce-d949-464a-bfb0-cef669250bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:12:10.548724 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-2cdcc9da-07e3-43a6-87d4-dc016d7dcea5 req-38ad41ce-d949-464a-bfb0-cef669250bd3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2851544b-8ea1-4cb3-be94-93bb6cf0ea51 HTTP/1.1" status: 200 len: 848 time: 0.0585427 May 03 16:12:10.628527 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdcc9da-07e3-43a6-87d4-dc016d7dcea5 req-6b844fd3-6242-406c-a5d8-f9ddbf708b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:12:10.629905 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-2cdcc9da-07e3-43a6-87d4-dc016d7dcea5 req-6b844fd3-6242-406c-a5d8-f9ddbf708b03 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=376169b2-6332-4827-8ba9-5327722bbe13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0750535 May 03 16:12:10.640165 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [req-2cdcc9da-07e3-43a6-87d4-dc016d7dcea5 req-9a4ba7e2-718b-44a7-9eab-7caacd270d11 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=74321) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 16:12:10.641102 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-2cdcc9da-07e3-43a6-87d4-dc016d7dcea5 req-9a4ba7e2-718b-44a7-9eab-7caacd270d11 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049624 May 03 16:12:10.647405 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-5cb336fb-9abf-414d-b81c-02c06e032f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:12:10.771201 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-2cdcc9da-07e3-43a6-87d4-dc016d7dcea5 req-af74ecc3-c0ff-44a1-a34a-c63b56c6715b service neutron] 10.222.0.42 "GET /v2.0/networks/376169b2-6332-4827-8ba9-5327722bbe13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236401 May 03 16:12:10.905155 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-2cdcc9da-07e3-43a6-87d4-dc016d7dcea5 req-ad87816d-2bd1-4c99-b502-36316031f4cf service neutron] 10.222.0.42 "GET /v2.0/networks/376169b2-6332-4827-8ba9-5327722bbe13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256278 May 03 16:12:13.396232 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:12:13.407316 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-a3f651a0-9717-4699-afa8-3842741edd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:12:13.755206 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.agents_db [None req-1e570261-7bec-4919-9804-a616d65b12ea None None] Agent healthcheck: found 6 active agents {{(pid=74323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 03 16:12:14.293079 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-b400cb21-de9a-47f5-b18b-46830690aa58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:12:16.104731 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-b5223e01-a904-4e89-a902-ae20f7f129a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:12:32.916064 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:12:40.658324 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc246-3cc9-4fe3-a0e6-b81748228cad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:12:43.338004 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:12:43.360737 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-580c1c6a-44f7-4817-9d8c-03cd8c8dd5fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:12:44.292722 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-b400cb21-de9a-47f5-b18b-46830690aa58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:12:46.098044 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-b5223e01-a904-4e89-a902-ae20f7f129a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:12:50.754352 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.agents_db [None req-1e570261-7bec-4919-9804-a616d65b12ea None None] Agent healthcheck: found 6 active agents {{(pid=74323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 03 16:13:02.914739 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:13:05.684823 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 57926) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:13:05.944588 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.plugin [None req-96ee73da-a449-414b-82cc-797edf810987 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Deleting port d1212745-7bab-41df-af2c-d540749326c0 {{(pid=74321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 16:13:05.944842 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-96ee73da-a449-414b-82cc-797edf810987 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781092848725'] for port, before_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:13:06.062234 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-96ee73da-a449-414b-82cc-797edf810987 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925573'] for port, precommit_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:13:06.062550 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-96ee73da-a449-414b-82cc-797edf810987 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:13:06.286863 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.plugin [None req-96ee73da-a449-414b-82cc-797edf810987 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Calling delete_port for d1212745-7bab-41df-af2c-d540749326c0 owned by network:floatingip {{(pid=74321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 03 16:13:06.492085 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-96ee73da-a449-414b-82cc-797edf810987 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781092850854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781092417311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094623'] for port, after_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:13:06.498041 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-b214326a-f9d4-40ee-a36e-d2254171fd66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:13:06.544609 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ee73da-a449-414b-82cc-797edf810987 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Pushing event deleted for resources: {'Port': ['ID=d1212745-7bab-41df-af2c-d540749326c0,revision_number=None']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:13:06.613278 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ee73da-a449-414b-82cc-797edf810987 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:13:06.613651 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ee73da-a449-414b-82cc-797edf810987 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:13:06.614018 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ee73da-a449-414b-82cc-797edf810987 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:13:06.614378 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ee73da-a449-414b-82cc-797edf810987 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:13:06.614737 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ee73da-a449-414b-82cc-797edf810987 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:13:06.615088 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ee73da-a449-414b-82cc-797edf810987 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:13:06.615440 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ee73da-a449-414b-82cc-797edf810987 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:13:06.615792 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ee73da-a449-414b-82cc-797edf810987 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:13:06.616140 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ee73da-a449-414b-82cc-797edf810987 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:13:06.616519 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ee73da-a449-414b-82cc-797edf810987 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:13:06.616865 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ee73da-a449-414b-82cc-797edf810987 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:13:06.617210 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ee73da-a449-414b-82cc-797edf810987 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:13:06.623711 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-96ee73da-a449-414b-82cc-797edf810987 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:13:06.650455 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-96ee73da-a449-414b-82cc-797edf810987 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Notify callbacks [] for floatingip, after_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:13:06.650877 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.db.l3_db [None req-96ee73da-a449-414b-82cc-797edf810987 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Floating IP d0abb508-519c-4907-9166-9a2bf83f49b9 disassociated (deleted). External IP: 172.28.1.124, port: 1aff65a2-57c0-46ab-accb-367890519451. May 03 16:13:07.019059 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96ee73da-a449-414b-82cc-797edf810987 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Router 13fcba5a-cfcd-4828-ba56-a3d6e10e1e7c has already been hosted by L3 agent 433ecc79-0b70-49a3-9006-0abc49206663 {{(pid=74321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 16:13:07.201382 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96ee73da-a449-414b-82cc-797edf810987 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Notify agent at l3_agent.dv-cinder-774286-11-smb the message routers_updated {{(pid=74321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 16:13:07.210405 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d873ca1-bf60-4fd3-973f-49c5bb70f3c5 None None] Sync routers for ids ['13fcba5a-cfcd-4828-ba56-a3d6e10e1e7c'] in dv-cinder-774286-11-smb {{(pid=74322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 16:13:07.220022 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d873ca1-bf60-4fd3-973f-49c5bb70f3c5 None None] Routers {'13fcba5a-cfcd-4828-ba56-a3d6e10e1e7c'} bound to L3 agent in host dv-cinder-774286-11-smb {{(pid=74322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 03 16:13:07.228404 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_hamode_db [None req-0d873ca1-bf60-4fd3-973f-49c5bb70f3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-03T15:53:43Z,description=,heartbeat_timestamp=2021-05-03T16:12:43Z,host='dv-cinder-774286-11-smb',id=433ecc79-0b70-49a3-9006-0abc49206663,load=0,resource_versions=,resources_synced=,started_at=2021-05-03T15:53:44Z,topic='l3_agent')) {'router_ids': ['13fcba5a-cfcd-4828-ba56-a3d6e10e1e7c'], 'active': True} {{(pid=74322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:13:07.311223 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-96ee73da-a449-414b-82cc-797edf810987 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504013'] for floatingip, before_response {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:13:07.368142 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-96ee73da-a449-414b-82cc-797edf810987 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] 10.222.0.11 "DELETE /v2.0/floatingips/d0abb508-519c-4907-9166-9a2bf83f49b9 HTTP/1.1" status: 204 len: 168 time: 1.6820190 May 03 16:13:07.369201 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90287fd5-6cd1-42c0-bc8e-a99240dbef26', 'tag': '1aff65a2-57c0-46ab-accb-367890519451'}] {{(pid=74321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 16:13:07.406360 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_dvr_db [None req-0d873ca1-bf60-4fd3-973f-49c5bb70f3c5 None None] Set router 13fcba5a-cfcd-4828-ba56-a3d6e10e1e7c gateway port host: dv-cinder-774286-11-smb {{(pid=74322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 03 16:13:07.485574 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90287fd5-6cd1-42c0-bc8e-a99240dbef26', 'tag': '1aff65a2-57c0-46ab-accb-367890519451', 'status': 'completed', 'code': 200} May 03 16:13:07.583476 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45836f60-905d-4ea7-b6e8-b388a1519ab9 req-1aa57c4f-d19f-484e-a6d7-dbfc2e1186c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:13:07.584903 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-45836f60-905d-4ea7-b6e8-b388a1519ab9 req-1aa57c4f-d19f-484e-a6d7-dbfc2e1186c5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=de50ab860eae44c78310b0ffea585861&device_id=90287fd5-6cd1-42c0-bc8e-a99240dbef26 HTTP/1.1" status: 200 len: 1099 time: 0.0759633 May 03 16:13:07.718272 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45836f60-905d-4ea7-b6e8-b388a1519ab9 req-bd9db891-e7d7-4620-b05a-7ad09e75e548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:13:07.719840 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-45836f60-905d-4ea7-b6e8-b388a1519ab9 req-bd9db891-e7d7-4620-b05a-7ad09e75e548 service neutron] 10.222.0.42 "GET /v2.0/networks?id=376169b2-6332-4827-8ba9-5327722bbe13 HTTP/1.1" status: 200 len: 910 time: 0.1290722 May 03 16:13:07.758220 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_hamode_db [None req-0d873ca1-bf60-4fd3-973f-49c5bb70f3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13fcba5a-cfcd-4828-ba56-a3d6e10e1e7c', 'name': 'tempest-TestShelveInstance-2013582687-router', 'tenant_id': 'de50ab860eae44c78310b0ffea585861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'external_fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.67'}], 'enable_snat': True}, 'gw_port_id': 'dcaed32f-e6a5-4873-87c9-02963d76c4a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-03T16:08:39Z', 'updated_at': '2021-05-03T16:08:44Z', 'revision_number': 4, 'project_id': 'de50ab860eae44c78310b0ffea585861', 'gw_port': {'id': 'dcaed32f-e6a5-4873-87c9-02963d76c4a0', 'name': '', 'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:bf:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fcba5a-cfcd-4828-ba56-a3d6e10e1e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-03T16:08:40Z', 'updated_at': '2021-05-03T16:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9682172-7c17-476a-827f-79723500eb4a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-11-smb', '_interfaces': [{'id': '3d5527dc-c8e1-4815-b262-f252cc8587e1', 'name': '', 'network_id': '376169b2-6332-4827-8ba9-5327722bbe13', 'tenant_id': 'de50ab860eae44c78310b0ffea585861', 'mac_address': 'fa:16:3e:9f:98:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fcba5a-cfcd-4828-ba56-a3d6e10e1e7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '2851544b-8ea1-4cb3-be94-93bb6cf0ea51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-03T16:08:43Z', 'updated_at': '2021-05-03T16:08:51Z', 'revision_number': 5, 'project_id': 'de50ab860eae44c78310b0ffea585861', 'subnets': [{'id': '2851544b-8ea1-4cb3-be94-93bb6cf0ea51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-11-smb', False) {} {{(pid=74322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:13:07.762926 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d873ca1-bf60-4fd3-973f-49c5bb70f3c5 None None] Checking router: 13fcba5a-cfcd-4828-ba56-a3d6e10e1e7c for host: dv-cinder-774286-11-smb {{(pid=74322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 16:13:07.771394 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d873ca1-bf60-4fd3-973f-49c5bb70f3c5 None None] Routers {'13fcba5a-cfcd-4828-ba56-a3d6e10e1e7c'} bound to L3 agent in host dv-cinder-774286-11-smb {{(pid=74322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 03 16:13:07.772026 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_hamode_db [None req-0d873ca1-bf60-4fd3-973f-49c5bb70f3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-03T15:53:43Z,description=,heartbeat_timestamp=2021-05-03T16:12:43Z,host='dv-cinder-774286-11-smb',id=433ecc79-0b70-49a3-9006-0abc49206663,load=0,resource_versions=,resources_synced=,started_at=2021-05-03T15:53:44Z,topic='l3_agent')) {'router_ids': ['13fcba5a-cfcd-4828-ba56-a3d6e10e1e7c'], 'active': True} {{(pid=74322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:13:07.788492 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-45836f60-905d-4ea7-b6e8-b388a1519ab9 req-c06ee937-9dce-4679-b8bf-a4bf32c6d353 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1aff65a2-57c0-46ab-accb-367890519451 HTTP/1.1" status: 200 len: 217 time: 0.0614853 May 03 16:13:07.856754 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45836f60-905d-4ea7-b6e8-b388a1519ab9 req-a97a6d34-1575-4b2e-acdd-3780cd466bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:13:07.858234 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-45836f60-905d-4ea7-b6e8-b388a1519ab9 req-a97a6d34-1575-4b2e-acdd-3780cd466bb8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2851544b-8ea1-4cb3-be94-93bb6cf0ea51 HTTP/1.1" status: 200 len: 848 time: 0.0637455 May 03 16:13:07.936433 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45836f60-905d-4ea7-b6e8-b388a1519ab9 req-1bab0b62-0146-4336-824c-ad159e66cf8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:13:07.937909 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-45836f60-905d-4ea7-b6e8-b388a1519ab9 req-1bab0b62-0146-4336-824c-ad159e66cf8c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=376169b2-6332-4827-8ba9-5327722bbe13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0729322 May 03 16:13:07.959245 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_dvr_db [None req-0d873ca1-bf60-4fd3-973f-49c5bb70f3c5 None None] Set router 13fcba5a-cfcd-4828-ba56-a3d6e10e1e7c gateway port host: dv-cinder-774286-11-smb {{(pid=74322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 03 16:13:08.237363 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-45836f60-905d-4ea7-b6e8-b388a1519ab9 req-303c4a36-1ae9-432f-8f2b-92b6f00de6dd service neutron] 10.222.0.42 "GET /v2.0/networks/376169b2-6332-4827-8ba9-5327722bbe13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2922735 May 03 16:13:08.273985 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f870eb9-fd0e-4bef-9cac-78078469ba36 req-3767bef8-9c07-4263-9b3d-08d0a6d56b85 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:13:08.274686 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [req-1f870eb9-fd0e-4bef-9cac-78078469ba36 req-3767bef8-9c07-4263-9b3d-08d0a6d56b85 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Synchronizing usage tracker for tenant:de50ab860eae44c78310b0ffea585861 on resource:port {{(pid=74321) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 16:13:08.289308 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_hamode_db [None req-0d873ca1-bf60-4fd3-973f-49c5bb70f3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13fcba5a-cfcd-4828-ba56-a3d6e10e1e7c', 'name': 'tempest-TestShelveInstance-2013582687-router', 'tenant_id': 'de50ab860eae44c78310b0ffea585861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'external_fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.67'}], 'enable_snat': True}, 'gw_port_id': 'dcaed32f-e6a5-4873-87c9-02963d76c4a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-03T16:08:39Z', 'updated_at': '2021-05-03T16:08:44Z', 'revision_number': 4, 'project_id': 'de50ab860eae44c78310b0ffea585861', 'gw_port': {'id': 'dcaed32f-e6a5-4873-87c9-02963d76c4a0', 'name': '', 'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:bf:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fcba5a-cfcd-4828-ba56-a3d6e10e1e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-03T16:08:40Z', 'updated_at': '2021-05-03T16:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9682172-7c17-476a-827f-79723500eb4a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-11-smb', '_interfaces': [{'id': '3d5527dc-c8e1-4815-b262-f252cc8587e1', 'name': '', 'network_id': '376169b2-6332-4827-8ba9-5327722bbe13', 'tenant_id': 'de50ab860eae44c78310b0ffea585861', 'mac_address': 'fa:16:3e:9f:98:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fcba5a-cfcd-4828-ba56-a3d6e10e1e7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '2851544b-8ea1-4cb3-be94-93bb6cf0ea51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-03T16:08:43Z', 'updated_at': '2021-05-03T16:08:51Z', 'revision_number': 5, 'project_id': 'de50ab860eae44c78310b0ffea585861', 'subnets': [{'id': '2851544b-8ea1-4cb3-be94-93bb6cf0ea51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-11-smb', False) {} {{(pid=74322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:13:08.294561 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d873ca1-bf60-4fd3-973f-49c5bb70f3c5 None None] The sync data for ids ['13fcba5a-cfcd-4828-ba56-a3d6e10e1e7c'] in dv-cinder-774286-11-smb is: [{'id': '13fcba5a-cfcd-4828-ba56-a3d6e10e1e7c', 'name': 'tempest-TestShelveInstance-2013582687-router', 'tenant_id': 'de50ab860eae44c78310b0ffea585861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'external_fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.67'}], 'enable_snat': True}, 'gw_port_id': 'dcaed32f-e6a5-4873-87c9-02963d76c4a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-03T16:08:39Z', 'updated_at': '2021-05-03T16:08:44Z', 'revision_number': 4, 'project_id': 'de50ab860eae44c78310b0ffea585861', 'gw_port': {'id': 'dcaed32f-e6a5-4873-87c9-02963d76c4a0', 'name': '', 'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:bf:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fcba5a-cfcd-4828-ba56-a3d6e10e1e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-03T16:08:40Z', 'updated_at': '2021-05-03T16:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9682172-7c17-476a-827f-79723500eb4a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-11-smb', '_interfaces': [{'id': '3d5527dc-c8e1-4815-b262-f252cc8587e1', 'name': '', 'network_id': '376169b2-6332-4827-8ba9-5327722bbe13', 'tenant_id': 'de50ab860eae44c78310b0ffea585861', 'mac_address': 'fa:16:3e:9f:98:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fcba5a-cfcd-4828-ba56-a3d6e10e1e7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '2851544b-8ea1-4cb3-be94-93bb6cf0ea51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-03T16:08:43Z', 'updated_at': '2021-05-03T16:08:51Z', 'revision_number': 5, 'project_id': 'de50ab860eae44c78310b0ffea585861', 'subnets': [{'id': '2851544b-8ea1-4cb3-be94-93bb6cf0ea51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 16:13:08.396993 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-45836f60-905d-4ea7-b6e8-b388a1519ab9 req-82a5c91a-9436-40b3-9e0a-354769abcc11 service neutron] 10.222.0.42 "GET /v2.0/networks/376169b2-6332-4827-8ba9-5327722bbe13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507959 May 03 16:13:08.457743 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [req-1f870eb9-fd0e-4bef-9cac-78078469ba36 req-3767bef8-9c07-4263-9b3d-08d0a6d56b85 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Unset dirty status for tenant:de50ab860eae44c78310b0ffea585861 on resource:port {{(pid=74321) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 16:13:08.458961 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-1f870eb9-fd0e-4bef-9cac-78078469ba36 req-3767bef8-9c07-4263-9b3d-08d0a6d56b85 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] 10.222.0.11 "GET /v2.0/ports?device_id=90287fd5-6cd1-42c0-bc8e-a99240dbef26 HTTP/1.1" status: 200 len: 946 time: 0.3211639 May 03 16:13:08.511650 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-1f870eb9-fd0e-4bef-9cac-78078469ba36 req-fb617807-697c-4489-b89c-db2269104c47 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2cfe8a9-8f29-4dd6-acac-ed3e44afbe9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465181 May 03 16:13:08.512958 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ca5266-a7de-4ff8-a3aa-faac64f4e74c None None] New status for floating IP d0abb508-519c-4907-9166-9a2bf83f49b9: DOWN {{(pid=74323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 16:13:09.320676 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622fcc65-dcdb-4fdc-b4b2-4521a7e68480 req-d949f6ee-b833-4bda-bb61-8b991aa9e48c tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:13:09.322114 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-622fcc65-dcdb-4fdc-b4b2-4521a7e68480 req-d949f6ee-b833-4bda-bb61-8b991aa9e48c tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] 10.222.0.42 "GET /v2.0/ports?device_id=90287fd5-6cd1-42c0-bc8e-a99240dbef26 HTTP/1.1" status: 200 len: 946 time: 0.0800843 May 03 16:13:09.461205 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.plugin [req-622fcc65-dcdb-4fdc-b4b2-4521a7e68480 req-d670e253-fbd6-4481-ba21-b0ce1935f4a9 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Deleting port 1aff65a2-57c0-46ab-accb-367890519451 {{(pid=74321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 16:13:09.461549 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [req-622fcc65-dcdb-4fdc-b4b2-4521a7e68480 req-d670e253-fbd6-4481-ba21-b0ce1935f4a9 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781092848725'] for port, before_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:13:09.596436 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.db [req-622fcc65-dcdb-4fdc-b4b2-4521a7e68480 req-d670e253-fbd6-4481-ba21-b0ce1935f4a9 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] For port 1aff65a2-57c0-46ab-accb-367890519451, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=1aff65a2-57c0-46ab-accb-367890519451,segment=NetworkSegment(6d05219d-2b9c-4127-a1f7-d8f460c99216),segment_id=6d05219d-2b9c-4127-a1f7-d8f460c99216)] {{(pid=74321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 16:13:09.596794 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [req-622fcc65-dcdb-4fdc-b4b2-4521a7e68480 req-d670e253-fbd6-4481-ba21-b0ce1935f4a9 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925573'] for port, precommit_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:13:09.754187 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.plugin [req-622fcc65-dcdb-4fdc-b4b2-4521a7e68480 req-d670e253-fbd6-4481-ba21-b0ce1935f4a9 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Calling delete_port for 1aff65a2-57c0-46ab-accb-367890519451 owned by compute:nova {{(pid=74321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 03 16:13:09.824942 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac5c361-5eae-4b1f-9e49-9306ce67672c req-6692bf48-bb6f-4456-a721-c85ecd226edc tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 16:13:09.826411 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-eac5c361-5eae-4b1f-9e49-9306ce67672c req-6692bf48-bb6f-4456-a721-c85ecd226edc tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] 10.222.0.11 "GET /v2.0/ports?device_id=90287fd5-6cd1-42c0-bc8e-a99240dbef26 HTTP/1.1" status: 200 len: 946 time: 0.1652234 May 03 16:13:09.921906 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-eac5c361-5eae-4b1f-9e49-9306ce67672c req-e6075825-d287-4a1c-b638-c048565e047a tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2cfe8a9-8f29-4dd6-acac-ed3e44afbe9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858407 May 03 16:13:10.000463 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [req-622fcc65-dcdb-4fdc-b4b2-4521a7e68480 req-d670e253-fbd6-4481-ba21-b0ce1935f4a9 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781092850854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781092417311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094623'] for port, after_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:13:10.006456 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-7c5bdc60-1ecd-4c34-85eb-0b0036447581 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:13:10.052596 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670e253-fbd6-4481-ba21-b0ce1935f4a9 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Pushing event deleted for resources: {'Port': ['ID=1aff65a2-57c0-46ab-accb-367890519451,revision_number=None']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:13:10.055739 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-d670e253-fbd6-4481-ba21-b0ce1935f4a9 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:13:10.131631 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.l3_dvrscheduler_db [req-622fcc65-dcdb-4fdc-b4b2-4521a7e68480 req-d670e253-fbd6-4481-ba21-b0ce1935f4a9 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] No DVR routers for this DVR port 1aff65a2-57c0-46ab-accb-367890519451 on host hv-cinder-77428 {{(pid=74321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 16:13:10.134097 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [req-622fcc65-dcdb-4fdc-b4b2-4521a7e68480 req-d670e253-fbd6-4481-ba21-b0ce1935f4a9 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504013'] for port, before_response {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:13:10.137754 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90287fd5-6cd1-42c0-bc8e-a99240dbef26', 'name': 'network-vif-deleted', 'tag': '1aff65a2-57c0-46ab-accb-367890519451'}] {{(pid=74321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 16:13:10.186777 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90287fd5-6cd1-42c0-bc8e-a99240dbef26', 'name': 'network-vif-deleted', 'tag': '1aff65a2-57c0-46ab-accb-367890519451', 'status': 'completed', 'code': 200} May 03 16:13:10.258152 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-622fcc65-dcdb-4fdc-b4b2-4521a7e68480 req-d670e253-fbd6-4481-ba21-b0ce1935f4a9 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] 10.222.0.42 "DELETE /v2.0/ports/1aff65a2-57c0-46ab-accb-367890519451 HTTP/1.1" status: 204 len: 173 time: 0.9304781 May 03 16:13:10.646544 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-6cb7bcd4-d207-469f-b632-7520c13bb268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:13:11.073106 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [req-27d0ced6-d213-4dcd-9cea-9db6a183f53d req-b883f418-14df-4b2b-b9f0-0952a7976c0f tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Synchronizing usage tracker for tenant:de50ab860eae44c78310b0ffea585861 on resource:port {{(pid=74321) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 16:13:11.200333 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.quota.resource [req-27d0ced6-d213-4dcd-9cea-9db6a183f53d req-b883f418-14df-4b2b-b9f0-0952a7976c0f tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Unset dirty status for tenant:de50ab860eae44c78310b0ffea585861 on resource:port {{(pid=74321) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 16:13:11.201531 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [req-27d0ced6-d213-4dcd-9cea-9db6a183f53d req-b883f418-14df-4b2b-b9f0-0952a7976c0f tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] 10.222.0.11 "GET /v2.0/ports?device_id=90287fd5-6cd1-42c0-bc8e-a99240dbef26 HTTP/1.1" status: 200 len: 210 time: 0.1710827 May 03 16:13:12.300354 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 57946) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:13:12.370563 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-6a0c5d3a-d5ae-4b01-9186-25ad6f7db333 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Notify callbacks [] for security_group, before_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:13:12.401840 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-6a0c5d3a-d5ae-4b01-9186-25ad6f7db333 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:13:12.543918 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-6a0c5d3a-d5ae-4b01-9186-25ad6f7db333 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:13:12.547935 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-81bba6f9-695f-496b-b9e1-ef8a48c274ee tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:13:12.562147 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0c5d3a-d5ae-4b01-9186-25ad6f7db333 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2cfe8a9-8f29-4dd6-acac-ed3e44afbe9d,revision_number=None']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:13:12.565338 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-6a0c5d3a-d5ae-4b01-9186-25ad6f7db333 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:13:12.685162 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-6a0c5d3a-d5ae-4b01-9186-25ad6f7db333 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Notify callbacks [] for security_group, before_response {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:13:12.686287 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-6a0c5d3a-d5ae-4b01-9186-25ad6f7db333 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] 10.222.0.11 "DELETE /v2.0/security-groups/c2cfe8a9-8f29-4dd6-acac-ed3e44afbe9d HTTP/1.1" status: 204 len: 168 time: 0.3849614 May 03 16:13:12.836468 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 57952) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:13:13.400131 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:13:13.439834 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-6e5ee854-1f6a-4932-a555-a980b4390e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:13:13.471906 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-129ae3dd-5e42-4263-9da9-cfd03e2d1bbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-982143'] for router_interface, before_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:13:13.907713 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.plugin [None req-129ae3dd-5e42-4263-9da9-cfd03e2d1bbe admin admin] Deleting port 3d5527dc-c8e1-4815-b262-f252cc8587e1 {{(pid=74320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 16:13:13.908454 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-129ae3dd-5e42-4263-9da9-cfd03e2d1bbe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781092848725'] for port, before_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:13:14.031612 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.db [None req-129ae3dd-5e42-4263-9da9-cfd03e2d1bbe admin admin] For port 3d5527dc-c8e1-4815-b262-f252cc8587e1, host dv-cinder-774286-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-11-smb',level=0,port_id=3d5527dc-c8e1-4815-b262-f252cc8587e1,segment=NetworkSegment(6d05219d-2b9c-4127-a1f7-d8f460c99216),segment_id=6d05219d-2b9c-4127-a1f7-d8f460c99216)] {{(pid=74320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 16:13:14.031963 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-129ae3dd-5e42-4263-9da9-cfd03e2d1bbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925573'] for port, precommit_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:13:14.155200 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.plugin [None req-129ae3dd-5e42-4263-9da9-cfd03e2d1bbe admin admin] Calling delete_port for 3d5527dc-c8e1-4815-b262-f252cc8587e1 owned by network:router_interface {{(pid=74320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 03 16:13:14.292221 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-b400cb21-de9a-47f5-b18b-46830690aa58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:13:14.377731 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-129ae3dd-5e42-4263-9da9-cfd03e2d1bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781092850854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781092417311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2110393'] for port, after_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:13:14.381739 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-64cd46bc-0e07-418f-a50d-5666462857d4 tempest-AttachVolumeNegativeTest-1490728042 tempest-AttachVolumeNegativeTest-1490728042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:13:14.426705 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129ae3dd-5e42-4263-9da9-cfd03e2d1bbe admin admin] Pushing event deleted for resources: {'Port': ['ID=3d5527dc-c8e1-4815-b262-f252cc8587e1,revision_number=None']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:13:14.470386 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129ae3dd-5e42-4263-9da9-cfd03e2d1bbe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:13:14.470759 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129ae3dd-5e42-4263-9da9-cfd03e2d1bbe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:13:14.471121 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129ae3dd-5e42-4263-9da9-cfd03e2d1bbe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:13:14.471479 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129ae3dd-5e42-4263-9da9-cfd03e2d1bbe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:13:14.471836 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129ae3dd-5e42-4263-9da9-cfd03e2d1bbe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:13:14.472292 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129ae3dd-5e42-4263-9da9-cfd03e2d1bbe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:13:14.472579 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129ae3dd-5e42-4263-9da9-cfd03e2d1bbe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:13:14.472929 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129ae3dd-5e42-4263-9da9-cfd03e2d1bbe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:13:14.473274 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129ae3dd-5e42-4263-9da9-cfd03e2d1bbe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:13:14.473618 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129ae3dd-5e42-4263-9da9-cfd03e2d1bbe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:13:14.473985 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129ae3dd-5e42-4263-9da9-cfd03e2d1bbe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:13:14.474325 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129ae3dd-5e42-4263-9da9-cfd03e2d1bbe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:13:14.477758 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-129ae3dd-5e42-4263-9da9-cfd03e2d1bbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:13:14.666250 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Device 1aff65a2-57c0-46ab-accb-367890519451 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=74322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 16:13:14.700632 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.plugin [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] No Port match for: 1aff65a2-57c0-46ab-accb-367890519451 {{(pid=74322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 03 16:13:14.700873 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Device 1aff65a2-57c0-46ab-accb-367890519451 not bound to the agent host hv-cinder-77428 {{(pid=74322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 16:13:14.712663 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-129ae3dd-5e42-4263-9da9-cfd03e2d1bbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-925391'] for router_interface, after_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:13:15.171135 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-129ae3dd-5e42-4263-9da9-cfd03e2d1bbe admin admin] Router 13fcba5a-cfcd-4828-ba56-a3d6e10e1e7c has already been hosted by L3 agent 433ecc79-0b70-49a3-9006-0abc49206663 {{(pid=74320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 16:13:15.345843 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-129ae3dd-5e42-4263-9da9-cfd03e2d1bbe admin admin] Notify agent at l3_agent.dv-cinder-774286-11-smb the message routers_updated {{(pid=74320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 16:13:15.355193 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d534435-3220-4703-b6de-619054f53fea None None] Sync routers for ids ['13fcba5a-cfcd-4828-ba56-a3d6e10e1e7c'] in dv-cinder-774286-11-smb {{(pid=74322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 16:13:15.364507 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d534435-3220-4703-b6de-619054f53fea None None] Routers {'13fcba5a-cfcd-4828-ba56-a3d6e10e1e7c'} bound to L3 agent in host dv-cinder-774286-11-smb {{(pid=74322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 03 16:13:15.369888 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_hamode_db [None req-0d534435-3220-4703-b6de-619054f53fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-03T15:53:43Z,description=,heartbeat_timestamp=2021-05-03T16:13:13Z,host='dv-cinder-774286-11-smb',id=433ecc79-0b70-49a3-9006-0abc49206663,load=0,resource_versions=,resources_synced=,started_at=2021-05-03T15:53:44Z,topic='l3_agent')) {'router_ids': ['13fcba5a-cfcd-4828-ba56-a3d6e10e1e7c'], 'active': True} {{(pid=74322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:13:15.462573 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-129ae3dd-5e42-4263-9da9-cfd03e2d1bbe admin admin] 10.222.0.11 "PUT /v2.0/routers/13fcba5a-cfcd-4828-ba56-a3d6e10e1e7c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6111577 May 03 16:13:15.462573 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 57956) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:13:15.551613 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_dvr_db [None req-0d534435-3220-4703-b6de-619054f53fea None None] Set router 13fcba5a-cfcd-4828-ba56-a3d6e10e1e7c gateway port host: dv-cinder-774286-11-smb {{(pid=74322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 03 16:13:15.632039 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-89b2fce8-b2f2-46e7-951c-1b7a4f6e0e40 admin admin] Notify callbacks [] for router, before_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:13:15.807106 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-89b2fce8-b2f2-46e7-951c-1b7a4f6e0e40 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:13:15.884107 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_hamode_db [None req-0d534435-3220-4703-b6de-619054f53fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13fcba5a-cfcd-4828-ba56-a3d6e10e1e7c', 'name': 'tempest-TestShelveInstance-2013582687-router', 'tenant_id': 'de50ab860eae44c78310b0ffea585861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'external_fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.67'}], 'enable_snat': True}, 'gw_port_id': 'dcaed32f-e6a5-4873-87c9-02963d76c4a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-03T16:08:39Z', 'updated_at': '2021-05-03T16:13:14Z', 'revision_number': 5, 'project_id': 'de50ab860eae44c78310b0ffea585861', 'gw_port': {'id': 'dcaed32f-e6a5-4873-87c9-02963d76c4a0', 'name': '', 'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:bf:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fcba5a-cfcd-4828-ba56-a3d6e10e1e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-03T16:08:40Z', 'updated_at': '2021-05-03T16:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9682172-7c17-476a-827f-79723500eb4a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-11-smb'}], 'dv-cinder-774286-11-smb', False) {} {{(pid=74322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:13:15.888652 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d534435-3220-4703-b6de-619054f53fea None None] Checking router: 13fcba5a-cfcd-4828-ba56-a3d6e10e1e7c for host: dv-cinder-774286-11-smb {{(pid=74322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 16:13:15.896883 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d534435-3220-4703-b6de-619054f53fea None None] Routers {'13fcba5a-cfcd-4828-ba56-a3d6e10e1e7c'} bound to L3 agent in host dv-cinder-774286-11-smb {{(pid=74322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 03 16:13:15.897483 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_hamode_db [None req-0d534435-3220-4703-b6de-619054f53fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-03T15:53:43Z,description=,heartbeat_timestamp=2021-05-03T16:13:13Z,host='dv-cinder-774286-11-smb',id=433ecc79-0b70-49a3-9006-0abc49206663,load=0,resource_versions=,resources_synced=,started_at=2021-05-03T15:53:44Z,topic='l3_agent')) {'router_ids': ['13fcba5a-cfcd-4828-ba56-a3d6e10e1e7c'], 'active': True} {{(pid=74322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:13:15.970636 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.plugin [None req-89b2fce8-b2f2-46e7-951c-1b7a4f6e0e40 admin admin] Deleting port dcaed32f-e6a5-4873-87c9-02963d76c4a0 {{(pid=74320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 16:13:15.970966 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-89b2fce8-b2f2-46e7-951c-1b7a4f6e0e40 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781092848725'] for port, before_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:13:16.067904 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_dvr_db [None req-0d534435-3220-4703-b6de-619054f53fea None None] Set router 13fcba5a-cfcd-4828-ba56-a3d6e10e1e7c gateway port host: None {{(pid=74322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 03 16:13:16.096915 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.db [None req-89b2fce8-b2f2-46e7-951c-1b7a4f6e0e40 admin admin] For port dcaed32f-e6a5-4873-87c9-02963d76c4a0, host dv-cinder-774286-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-11-smb',level=0,port_id=dcaed32f-e6a5-4873-87c9-02963d76c4a0,segment=NetworkSegment(9ca86ee1-f733-4108-a8f6-ada8d1103c56),segment_id=9ca86ee1-f733-4108-a8f6-ada8d1103c56)] {{(pid=74320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 16:13:16.097297 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-89b2fce8-b2f2-46e7-951c-1b7a4f6e0e40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925573'] for port, precommit_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:13:16.168002 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-b5223e01-a904-4e89-a902-ae20f7f129a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:13:16.176595 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_hamode_db [None req-0d534435-3220-4703-b6de-619054f53fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13fcba5a-cfcd-4828-ba56-a3d6e10e1e7c', 'name': 'tempest-TestShelveInstance-2013582687-router', 'tenant_id': 'de50ab860eae44c78310b0ffea585861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-03T16:08:39Z', 'updated_at': '2021-05-03T16:13:15Z', 'revision_number': 6, 'project_id': 'de50ab860eae44c78310b0ffea585861', 'gw_port_host': None}], 'dv-cinder-774286-11-smb', False) {} {{(pid=74322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:13:16.180758 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d534435-3220-4703-b6de-619054f53fea None None] The sync data for ids ['13fcba5a-cfcd-4828-ba56-a3d6e10e1e7c'] in dv-cinder-774286-11-smb is: [{'id': '13fcba5a-cfcd-4828-ba56-a3d6e10e1e7c', 'name': 'tempest-TestShelveInstance-2013582687-router', 'tenant_id': 'de50ab860eae44c78310b0ffea585861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-03T16:08:39Z', 'updated_at': '2021-05-03T16:13:15Z', 'revision_number': 6, 'project_id': 'de50ab860eae44c78310b0ffea585861', 'gw_port_host': None}] {{(pid=74322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 16:13:16.222385 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.plugin [None req-89b2fce8-b2f2-46e7-951c-1b7a4f6e0e40 admin admin] Calling delete_port for dcaed32f-e6a5-4873-87c9-02963d76c4a0 owned by network:router_gateway {{(pid=74320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 03 16:13:16.457617 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-89b2fce8-b2f2-46e7-951c-1b7a4f6e0e40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781092850854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781092417311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2110393'] for port, after_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:13:16.461607 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-3647546f-526f-4d21-9881-30830698d87d tempest-TestMinimumBasicScenario-1406714609 tempest-TestMinimumBasicScenario-1406714609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:13:16.623818 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b2fce8-b2f2-46e7-951c-1b7a4f6e0e40 admin admin] Pushing event deleted for resources: {'Port': ['ID=dcaed32f-e6a5-4873-87c9-02963d76c4a0,revision_number=None']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:13:16.626974 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-89b2fce8-b2f2-46e7-951c-1b7a4f6e0e40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:13:16.715577 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-89b2fce8-b2f2-46e7-951c-1b7a4f6e0e40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-926544'] for router_gateway, after_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:13:16.889019 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-89b2fce8-b2f2-46e7-951c-1b7a4f6e0e40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-928196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15517'] for router, precommit_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:13:16.891148 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-89b2fce8-b2f2-46e7-951c-1b7a4f6e0e40 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:13:16.988724 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-89b2fce8-b2f2-46e7-951c-1b7a4f6e0e40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-927512'] for router, after_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:13:16.989269 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89b2fce8-b2f2-46e7-951c-1b7a4f6e0e40 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 13fcba5a-cfcd-4828-ba56-a3d6e10e1e7c {{(pid=74320) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 03 16:13:17.003104 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-89b2fce8-b2f2-46e7-951c-1b7a4f6e0e40 admin admin] Notify callbacks [] for router, before_response {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:13:17.004265 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-89b2fce8-b2f2-46e7-951c-1b7a4f6e0e40 admin admin] 10.222.0.11 "DELETE /v2.0/routers/13fcba5a-cfcd-4828-ba56-a3d6e10e1e7c HTTP/1.1" status: 204 len: 168 time: 1.5521791 May 03 16:13:17.006805 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 57960) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:13:17.066885 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.db_base_plugin_v2 [None req-d367a10e-8242-4485-aa91-28bfe0b6d793 admin admin] Deleting subnet 2851544b-8ea1-4cb3-be94-93bb6cf0ea51 {{(pid=74320) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} May 03 16:13:17.069862 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-d367a10e-8242-4485-aa91-28bfe0b6d793 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:13:17.122549 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-d367a10e-8242-4485-aa91-28bfe0b6d793 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2433393'] for subnet, precommit_delete_associations {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:13:17.203661 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-d367a10e-8242-4485-aa91-28bfe0b6d793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2037121'] for subnet, precommit_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:13:17.490365 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Device dcaed32f-e6a5-4873-87c9-02963d76c4a0 no longer exists at agent ovs-agent-dv-cinder-774286-11-smb {{(pid=74322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 16:13:17.525165 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.plugin [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] No Port match for: dcaed32f-e6a5-4873-87c9-02963d76c4a0 {{(pid=74322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 03 16:13:17.526234 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Device dcaed32f-e6a5-4873-87c9-02963d76c4a0 not bound to the agent host dv-cinder-774286-11-smb {{(pid=74322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 16:13:17.526761 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Device 3d5527dc-c8e1-4815-b262-f252cc8587e1 no longer exists at agent ovs-agent-dv-cinder-774286-11-smb {{(pid=74322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 16:13:17.537967 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-d367a10e-8242-4485-aa91-28bfe0b6d793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2037128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2109768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2927872'] for subnet, after_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:13:17.542907 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:13:17.562106 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.plugin [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] No Port match for: 3d5527dc-c8e1-4815-b262-f252cc8587e1 {{(pid=74322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 03 16:13:17.562453 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Device 3d5527dc-c8e1-4815-b262-f252cc8587e1 not bound to the agent host dv-cinder-774286-11-smb {{(pid=74322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 16:13:17.576919 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d367a10e-8242-4485-aa91-28bfe0b6d793 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2851544b-8ea1-4cb3-be94-93bb6cf0ea51,revision_number=None']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:13:17.580079 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-d367a10e-8242-4485-aa91-28bfe0b6d793 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:13:17.581076 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-d367a10e-8242-4485-aa91-28bfe0b6d793 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:13:17.585710 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-921adcdb-793a-4394-87b4-1b16e4637bbb None None] Network 376169b2-6332-4827-8ba9-5327722bbe13 requested from dv-cinder-774286-11-smb {{(pid=74322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 16:13:17.587332 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-d367a10e-8242-4485-aa91-28bfe0b6d793 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/2851544b-8ea1-4cb3-be94-93bb6cf0ea51 HTTP/1.1" status: 204 len: 168 time: 0.5795593 May 03 16:13:17.591035 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 57964) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:13:17.699870 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-d93b5641-4d59-4fdb-8189-26986545d001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2016999'] for network, before_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:13:17.775240 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.plugin [None req-d93b5641-4d59-4fdb-8189-26986545d001 admin admin] Deleting port bdae7403-0448-49f8-bb95-b2dfd3c1f502 {{(pid=74320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 16:13:17.776118 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-d93b5641-4d59-4fdb-8189-26986545d001 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781092848725'] for port, before_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:13:17.840412 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c05434-61ec-42ac-8800-c365a4f0c627 None None] DHCP port deletion for 376169b2-6332-4827-8ba9-5327722bbe13 request from dv-cinder-774286-11-smb {{(pid=74322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 16:13:17.878825 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.db [None req-d93b5641-4d59-4fdb-8189-26986545d001 admin admin] For port bdae7403-0448-49f8-bb95-b2dfd3c1f502, host dv-cinder-774286-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-11-smb',level=0,port_id=bdae7403-0448-49f8-bb95-b2dfd3c1f502,segment=NetworkSegment(6d05219d-2b9c-4127-a1f7-d8f460c99216),segment_id=6d05219d-2b9c-4127-a1f7-d8f460c99216)] {{(pid=74320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 16:13:17.879179 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-d93b5641-4d59-4fdb-8189-26986545d001 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925573'] for port, precommit_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:13:17.910830 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.plugin [None req-26c05434-61ec-42ac-8800-c365a4f0c627 None None] Deleting port bdae7403-0448-49f8-bb95-b2dfd3c1f502 {{(pid=74322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 16:13:17.911214 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-26c05434-61ec-42ac-8800-c365a4f0c627 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781092848725'] for port, before_delete {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:13:18.009526 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-26c05434-61ec-42ac-8800-c365a4f0c627 None None] For port bdae7403-0448-49f8-bb95-b2dfd3c1f502, host dv-cinder-774286-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-11-smb',level=0,port_id=bdae7403-0448-49f8-bb95-b2dfd3c1f502,segment=NetworkSegment(6d05219d-2b9c-4127-a1f7-d8f460c99216),segment_id=6d05219d-2b9c-4127-a1f7-d8f460c99216)] {{(pid=74322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 16:13:18.009890 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-26c05434-61ec-42ac-8800-c365a4f0c627 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925573'] for port, precommit_delete {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:13:18.011194 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.plugin [None req-d93b5641-4d59-4fdb-8189-26986545d001 admin admin] Calling delete_port for bdae7403-0448-49f8-bb95-b2dfd3c1f502 owned by network:dhcp {{(pid=74320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 03 16:13:18.135884 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.plugin [None req-26c05434-61ec-42ac-8800-c365a4f0c627 None None] Calling delete_port for bdae7403-0448-49f8-bb95-b2dfd3c1f502 owned by network:dhcp {{(pid=74322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 03 16:13:18.143455 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-d93b5641-4d59-4fdb-8189-26986545d001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781092850854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781092417311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2110393'] for port, after_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:13:18.147897 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-fa892116-6f68-46a2-897d-599142fc2be6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:13:18.178875 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-26c05434-61ec-42ac-8800-c365a4f0c627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781092850854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781092417311'] for port, after_delete {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:13:18.182543 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:13:18.194094 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93b5641-4d59-4fdb-8189-26986545d001 admin admin] Pushing event deleted for resources: {'Port': ['ID=bdae7403-0448-49f8-bb95-b2dfd3c1f502,revision_number=None']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:13:18.197223 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-d93b5641-4d59-4fdb-8189-26986545d001 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:13:18.199103 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93b5641-4d59-4fdb-8189-26986545d001 admin admin] No DVR routers for this DVR port bdae7403-0448-49f8-bb95-b2dfd3c1f502 on host dv-cinder-774286-11-smb {{(pid=74320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 16:13:18.227906 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c05434-61ec-42ac-8800-c365a4f0c627 None None] Pushing event deleted for resources: {'Port': ['ID=bdae7403-0448-49f8-bb95-b2dfd3c1f502,revision_number=None']} {{(pid=74322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:13:18.231348 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c05434-61ec-42ac-8800-c365a4f0c627 None None] No DVR routers for this DVR port bdae7403-0448-49f8-bb95-b2dfd3c1f502 on host dv-cinder-774286-11-smb {{(pid=74322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 16:13:18.241615 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c05434-61ec-42ac-8800-c365a4f0c627 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:13:18.241615 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c05434-61ec-42ac-8800-c365a4f0c627 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:13:18.241615 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c05434-61ec-42ac-8800-c365a4f0c627 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:13:18.241615 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c05434-61ec-42ac-8800-c365a4f0c627 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:13:18.241615 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c05434-61ec-42ac-8800-c365a4f0c627 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:13:18.241615 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c05434-61ec-42ac-8800-c365a4f0c627 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:13:18.241615 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c05434-61ec-42ac-8800-c365a4f0c627 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:13:18.241615 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c05434-61ec-42ac-8800-c365a4f0c627 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:13:18.242871 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c05434-61ec-42ac-8800-c365a4f0c627 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:13:18.242871 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c05434-61ec-42ac-8800-c365a4f0c627 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:13:18.242871 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c05434-61ec-42ac-8800-c365a4f0c627 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:13:18.242871 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c05434-61ec-42ac-8800-c365a4f0c627 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-11-smb {{(pid=74322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 16:13:18.248957 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-26c05434-61ec-42ac-8800-c365a4f0c627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:13:18.417806 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-d93b5641-4d59-4fdb-8189-26986545d001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2031644', 'neutron.services.segments.db._delete_segments_for_network-8781092860977'] for network, precommit_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:13:18.527543 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.services.segments.db [None req-d93b5641-4d59-4fdb-8189-26986545d001 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['376169b2-6332-4827-8ba9-5327722bbe13']}} {{(pid=74320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:13:18.539843 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.services.segments.db [None req-d93b5641-4d59-4fdb-8189-26986545d001 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d05219d-2b9c-4127-a1f7-d8f460c99216') {'for_net_delete': True} {{(pid=74320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:13:18.540575 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.services.segments.db [None req-d93b5641-4d59-4fdb-8189-26986545d001 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d05219d-2b9c-4127-a1f7-d8f460c99216') {} {{(pid=74320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:13:18.551967 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-d93b5641-4d59-4fdb-8189-26986545d001 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781092872551', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2433352'] for segment, before_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:13:18.568365 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-d93b5641-4d59-4fdb-8189-26986545d001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038491'] for segment, precommit_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:13:18.575577 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d93b5641-4d59-4fdb-8189-26986545d001 admin admin] Releasing vlan 644 on physical network physnet1 to pool {{(pid=74320) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 16:13:18.749865 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.managers [None req-d93b5641-4d59-4fdb-8189-26986545d001 admin admin] Network 376169b2-6332-4827-8ba9-5327722bbe13 has no segments {{(pid=74320) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 03 16:13:18.758395 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-d93b5641-4d59-4fdb-8189-26986545d001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2038484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2110442'] for segment, after_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:13:18.936276 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.managers [None req-d93b5641-4d59-4fdb-8189-26986545d001 admin admin] Network 376169b2-6332-4827-8ba9-5327722bbe13 has no segments {{(pid=74320) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 03 16:13:18.963084 dv-cinder-774286-11-smb neutron-server[74320]: Traceback (most recent call last): May 03 16:13:18.963084 dv-cinder-774286-11-smb neutron-server[74320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 16:13:18.963084 dv-cinder-774286-11-smb neutron-server[74320]: timer() May 03 16:13:18.963084 dv-cinder-774286-11-smb neutron-server[74320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 16:13:18.963084 dv-cinder-774286-11-smb neutron-server[74320]: cb(*args, **kw) May 03 16:13:18.963084 dv-cinder-774286-11-smb neutron-server[74320]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 03 16:13:18.963084 dv-cinder-774286-11-smb neutron-server[74320]: return func(*args, **kwargs) May 03 16:13:18.963084 dv-cinder-774286-11-smb neutron-server[74320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 16:13:18.963084 dv-cinder-774286-11-smb neutron-server[74320]: self._notify() May 03 16:13:18.963084 dv-cinder-774286-11-smb neutron-server[74320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 16:13:18.963084 dv-cinder-774286-11-smb neutron-server[74320]: self.callback(batched_events) May 03 16:13:18.963084 dv-cinder-774286-11-smb neutron-server[74320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 16:13:18.963084 dv-cinder-774286-11-smb neutron-server[74320]: event.method(event) May 03 16:13:18.963084 dv-cinder-774286-11-smb neutron-server[74320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 16:13:18.963084 dv-cinder-774286-11-smb neutron-server[74320]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 16:13:18.963084 dv-cinder-774286-11-smb neutron-server[74320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 16:13:18.963084 dv-cinder-774286-11-smb neutron-server[74320]: aggregate_uuid = self.p_client.list_aggregates( May 03 16:13:18.963084 dv-cinder-774286-11-smb neutron-server[74320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 16:13:18.963084 dv-cinder-774286-11-smb neutron-server[74320]: return f(self, *a, **k) May 03 16:13:18.963084 dv-cinder-774286-11-smb neutron-server[74320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 16:13:18.963084 dv-cinder-774286-11-smb neutron-server[74320]: return self._get(url).json() May 03 16:13:18.963084 dv-cinder-774286-11-smb neutron-server[74320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 16:13:18.963084 dv-cinder-774286-11-smb neutron-server[74320]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 16:13:18.963084 dv-cinder-774286-11-smb neutron-server[74320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 16:13:18.963084 dv-cinder-774286-11-smb neutron-server[74320]: return self.request(url, 'GET', **kwargs) May 03 16:13:18.963084 dv-cinder-774286-11-smb neutron-server[74320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 16:13:18.963084 dv-cinder-774286-11-smb neutron-server[74320]: base_url = self.get_endpoint(auth, allow=allow, May 03 16:13:18.963084 dv-cinder-774286-11-smb neutron-server[74320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 16:13:18.963084 dv-cinder-774286-11-smb neutron-server[74320]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 16:13:18.963084 dv-cinder-774286-11-smb neutron-server[74320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 16:13:18.963084 dv-cinder-774286-11-smb neutron-server[74320]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 16:13:18.963084 dv-cinder-774286-11-smb neutron-server[74320]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 16:13:19.194595 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-d93b5641-4d59-4fdb-8189-26986545d001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2031619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926591'] for network, after_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:13:19.198286 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:13:19.211579 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-d93b5641-4d59-4fdb-8189-26986545d001 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532153'] for network, before_response {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:13:19.224686 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93b5641-4d59-4fdb-8189-26986545d001 admin admin] Pushing event deleted for resources: {'Network': ['ID=376169b2-6332-4827-8ba9-5327722bbe13,revision_number=None']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:13:19.228263 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-d93b5641-4d59-4fdb-8189-26986545d001 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:13:19.230707 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-d93b5641-4d59-4fdb-8189-26986545d001 admin admin] 10.222.0.11 "DELETE /v2.0/networks/376169b2-6332-4827-8ba9-5327722bbe13 HTTP/1.1" status: 204 len: 168 time: 1.6387053 May 03 16:13:19.233605 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 57968) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:13:19.499149 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Device bdae7403-0448-49f8-bb95-b2dfd3c1f502 no longer exists at agent ovs-agent-dv-cinder-774286-11-smb {{(pid=74322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 16:13:19.533928 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.plugin [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] No Port match for: bdae7403-0448-49f8-bb95-b2dfd3c1f502 {{(pid=74322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 03 16:13:19.534276 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Device bdae7403-0448-49f8-bb95-b2dfd3c1f502 not bound to the agent host dv-cinder-774286-11-smb {{(pid=74322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 16:13:19.772527 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-a1dea1bf-fe6f-44b3-87ea-b0c2c70ae3ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-982143'] for router_interface, before_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:13:20.275865 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.plugin [None req-a1dea1bf-fe6f-44b3-87ea-b0c2c70ae3ae admin admin] Deleting port 6ad781f7-8975-4f48-8eb9-59be9a652f7e {{(pid=74320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 16:13:20.276223 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-a1dea1bf-fe6f-44b3-87ea-b0c2c70ae3ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781092848725'] for port, before_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:13:20.397837 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.db [None req-a1dea1bf-fe6f-44b3-87ea-b0c2c70ae3ae admin admin] For port 6ad781f7-8975-4f48-8eb9-59be9a652f7e, host dv-cinder-774286-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-11-smb',level=0,port_id=6ad781f7-8975-4f48-8eb9-59be9a652f7e,segment=NetworkSegment(d682172e-b9ba-437b-a526-447cd219cd12),segment_id=d682172e-b9ba-437b-a526-447cd219cd12)] {{(pid=74320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 16:13:20.398181 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-a1dea1bf-fe6f-44b3-87ea-b0c2c70ae3ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925573'] for port, precommit_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:13:20.525424 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.plugin [None req-a1dea1bf-fe6f-44b3-87ea-b0c2c70ae3ae admin admin] Calling delete_port for 6ad781f7-8975-4f48-8eb9-59be9a652f7e owned by network:router_interface {{(pid=74320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 03 16:13:20.766267 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-a1dea1bf-fe6f-44b3-87ea-b0c2c70ae3ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781092850854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781092417311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2110393'] for port, after_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:13:20.770341 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-9b47fad7-5bcc-4533-b53d-c2208e18cb18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:13:20.818218 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dea1bf-fe6f-44b3-87ea-b0c2c70ae3ae admin admin] Pushing event deleted for resources: {'Port': ['ID=6ad781f7-8975-4f48-8eb9-59be9a652f7e,revision_number=None']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:13:20.844796 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-a1dea1bf-fe6f-44b3-87ea-b0c2c70ae3ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:13:21.092415 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-a1dea1bf-fe6f-44b3-87ea-b0c2c70ae3ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-925391'] for router_interface, after_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:13:21.565234 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1dea1bf-fe6f-44b3-87ea-b0c2c70ae3ae admin admin] Router fe6b8eb4-9d5c-4115-b81a-72789ef0ff5f has already been hosted by L3 agent 433ecc79-0b70-49a3-9006-0abc49206663 {{(pid=74320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 16:13:21.753723 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1dea1bf-fe6f-44b3-87ea-b0c2c70ae3ae admin admin] Notify agent at l3_agent.dv-cinder-774286-11-smb the message routers_updated {{(pid=74320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 16:13:21.763046 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223cfca2-f1aa-40e5-9ca0-1a14916d2453 None None] Sync routers for ids ['fe6b8eb4-9d5c-4115-b81a-72789ef0ff5f'] in dv-cinder-774286-11-smb {{(pid=74323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 16:13:21.763768 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-a1dea1bf-fe6f-44b3-87ea-b0c2c70ae3ae admin admin] 10.222.0.11 "PUT /v2.0/routers/fe6b8eb4-9d5c-4115-b81a-72789ef0ff5f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5291011 May 03 16:13:21.766327 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.wsgi [-] (74320) accepted ('10.222.0.11', 57972) {{(pid=74320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:13:21.774148 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223cfca2-f1aa-40e5-9ca0-1a14916d2453 None None] Routers {'fe6b8eb4-9d5c-4115-b81a-72789ef0ff5f'} bound to L3 agent in host dv-cinder-774286-11-smb {{(pid=74323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 03 16:13:21.774798 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.l3_hamode_db [None req-223cfca2-f1aa-40e5-9ca0-1a14916d2453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-03T15:53:43Z,description=,heartbeat_timestamp=2021-05-03T16:13:13Z,host='dv-cinder-774286-11-smb',id=433ecc79-0b70-49a3-9006-0abc49206663,load=0,resource_versions=,resources_synced=,started_at=2021-05-03T15:53:44Z,topic='l3_agent')) {'router_ids': ['fe6b8eb4-9d5c-4115-b81a-72789ef0ff5f'], 'active': True} {{(pid=74323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:13:21.946232 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-885d072c-e1ea-47ed-913b-28cbb417b9bc admin admin] Notify callbacks [] for router, before_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:13:21.953807 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.l3_dvr_db [None req-223cfca2-f1aa-40e5-9ca0-1a14916d2453 None None] Set router fe6b8eb4-9d5c-4115-b81a-72789ef0ff5f gateway port host: dv-cinder-774286-11-smb {{(pid=74323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 03 16:13:22.127351 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-885d072c-e1ea-47ed-913b-28cbb417b9bc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:13:22.238768 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.l3_hamode_db [None req-223cfca2-f1aa-40e5-9ca0-1a14916d2453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe6b8eb4-9d5c-4115-b81a-72789ef0ff5f', 'name': 'tempest-TestShelveInstance-2008161039-router', 'tenant_id': '881f41bb3ef9467abc6a1c11d9eaa3be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'external_fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.171'}], 'enable_snat': True}, 'gw_port_id': 'd5aea586-2ee0-4959-bd10-b1f7b6ccc12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-03T16:08:49Z', 'updated_at': '2021-05-03T16:13:20Z', 'revision_number': 5, 'project_id': '881f41bb3ef9467abc6a1c11d9eaa3be', 'gw_port': {'id': 'd5aea586-2ee0-4959-bd10-b1f7b6ccc12c', 'name': '', 'network_id': '19073356-f4a5-448b-8854-15ae9765d652', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:fb:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6b8eb4-9d5c-4115-b81a-72789ef0ff5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'a9682172-7c17-476a-827f-79723500eb4a', 'ip_address': '172.28.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-03T16:08:51Z', 'updated_at': '2021-05-03T16:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9682172-7c17-476a-827f-79723500eb4a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-11-smb'}], 'dv-cinder-774286-11-smb', False) {} {{(pid=74323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:13:22.242879 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223cfca2-f1aa-40e5-9ca0-1a14916d2453 None None] Checking router: fe6b8eb4-9d5c-4115-b81a-72789ef0ff5f for host: dv-cinder-774286-11-smb {{(pid=74323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 16:13:22.252327 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223cfca2-f1aa-40e5-9ca0-1a14916d2453 None None] Routers {'fe6b8eb4-9d5c-4115-b81a-72789ef0ff5f'} bound to L3 agent in host dv-cinder-774286-11-smb {{(pid=74323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 03 16:13:22.252934 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.l3_hamode_db [None req-223cfca2-f1aa-40e5-9ca0-1a14916d2453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-03T15:53:43Z,description=,heartbeat_timestamp=2021-05-03T16:13:13Z,host='dv-cinder-774286-11-smb',id=433ecc79-0b70-49a3-9006-0abc49206663,load=0,resource_versions=,resources_synced=,started_at=2021-05-03T15:53:44Z,topic='l3_agent')) {'router_ids': ['fe6b8eb4-9d5c-4115-b81a-72789ef0ff5f'], 'active': True} {{(pid=74323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:13:22.320506 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.plugin [None req-885d072c-e1ea-47ed-913b-28cbb417b9bc admin admin] Deleting port d5aea586-2ee0-4959-bd10-b1f7b6ccc12c {{(pid=74320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 16:13:22.320842 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-885d072c-e1ea-47ed-913b-28cbb417b9bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781092848725'] for port, before_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:13:22.404684 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.l3_dvr_db [None req-223cfca2-f1aa-40e5-9ca0-1a14916d2453 None None] Set router fe6b8eb4-9d5c-4115-b81a-72789ef0ff5f gateway port host: None {{(pid=74323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 03 16:13:22.446533 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.db [None req-885d072c-e1ea-47ed-913b-28cbb417b9bc admin admin] For port d5aea586-2ee0-4959-bd10-b1f7b6ccc12c, host dv-cinder-774286-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-11-smb',level=0,port_id=d5aea586-2ee0-4959-bd10-b1f7b6ccc12c,segment=NetworkSegment(9ca86ee1-f733-4108-a8f6-ada8d1103c56),segment_id=9ca86ee1-f733-4108-a8f6-ada8d1103c56)] {{(pid=74320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 16:13:22.446892 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-885d072c-e1ea-47ed-913b-28cbb417b9bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925573'] for port, precommit_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:13:22.549711 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.l3_hamode_db [None req-223cfca2-f1aa-40e5-9ca0-1a14916d2453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe6b8eb4-9d5c-4115-b81a-72789ef0ff5f', 'name': 'tempest-TestShelveInstance-2008161039-router', 'tenant_id': '881f41bb3ef9467abc6a1c11d9eaa3be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-03T16:08:49Z', 'updated_at': '2021-05-03T16:13:22Z', 'revision_number': 6, 'project_id': '881f41bb3ef9467abc6a1c11d9eaa3be', 'gw_port_host': None}], 'dv-cinder-774286-11-smb', False) {} {{(pid=74323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:13:22.553677 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223cfca2-f1aa-40e5-9ca0-1a14916d2453 None None] The sync data for ids ['fe6b8eb4-9d5c-4115-b81a-72789ef0ff5f'] in dv-cinder-774286-11-smb is: [{'id': 'fe6b8eb4-9d5c-4115-b81a-72789ef0ff5f', 'name': 'tempest-TestShelveInstance-2008161039-router', 'tenant_id': '881f41bb3ef9467abc6a1c11d9eaa3be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-03T16:08:49Z', 'updated_at': '2021-05-03T16:13:22Z', 'revision_number': 6, 'project_id': '881f41bb3ef9467abc6a1c11d9eaa3be', 'gw_port_host': None}] {{(pid=74323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 16:13:22.574456 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.plugins.ml2.plugin [None req-885d072c-e1ea-47ed-913b-28cbb417b9bc admin admin] Calling delete_port for d5aea586-2ee0-4959-bd10-b1f7b6ccc12c owned by network:router_gateway {{(pid=74320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 03 16:13:22.823571 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-885d072c-e1ea-47ed-913b-28cbb417b9bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781092850854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781092417311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2110393'] for port, after_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:13:22.827728 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-f3367a68-b344-4add-a020-7366c9c9aca3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:13:22.871875 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885d072c-e1ea-47ed-913b-28cbb417b9bc admin admin] Pushing event deleted for resources: {'Port': ['ID=d5aea586-2ee0-4959-bd10-b1f7b6ccc12c,revision_number=None']} {{(pid=74320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:13:22.874296 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG oslo_concurrency.lockutils [None req-885d072c-e1ea-47ed-913b-28cbb417b9bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:13:22.970460 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-885d072c-e1ea-47ed-913b-28cbb417b9bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-926544'] for router_gateway, after_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:13:23.250608 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-885d072c-e1ea-47ed-913b-28cbb417b9bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-928196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15517'] for router, precommit_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:13:23.252761 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-885d072c-e1ea-47ed-913b-28cbb417b9bc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:13:23.342992 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-885d072c-e1ea-47ed-913b-28cbb417b9bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-927512'] for router, after_delete {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:13:23.343560 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-885d072c-e1ea-47ed-913b-28cbb417b9bc admin admin] Fanout notify agent at l3_agent the message router_deleted on router fe6b8eb4-9d5c-4115-b81a-72789ef0ff5f {{(pid=74320) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 03 16:13:23.359936 dv-cinder-774286-11-smb neutron-server[74320]: DEBUG neutron_lib.callbacks.manager [None req-885d072c-e1ea-47ed-913b-28cbb417b9bc admin admin] Notify callbacks [] for router, before_response {{(pid=74320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:13:23.361335 dv-cinder-774286-11-smb neutron-server[74320]: INFO neutron.wsgi [None req-885d072c-e1ea-47ed-913b-28cbb417b9bc admin admin] 10.222.0.11 "DELETE /v2.0/routers/fe6b8eb4-9d5c-4115-b81a-72789ef0ff5f HTTP/1.1" status: 204 len: 168 time: 1.5938473 May 03 16:13:23.363940 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 57976) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:13:23.427151 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.db_base_plugin_v2 [None req-e186bbcf-f000-4028-a188-5ba006bbcb36 admin admin] Deleting subnet e41f3917-8514-4b8b-bc2b-699064475a1c {{(pid=74321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} May 03 16:13:23.430237 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-e186bbcf-f000-4028-a188-5ba006bbcb36 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:13:23.482874 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-e186bbcf-f000-4028-a188-5ba006bbcb36 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2994143'] for subnet, precommit_delete_associations {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:13:23.507158 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Device 6ad781f7-8975-4f48-8eb9-59be9a652f7e no longer exists at agent ovs-agent-dv-cinder-774286-11-smb {{(pid=74322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 16:13:23.546843 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.plugin [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] No Port match for: 6ad781f7-8975-4f48-8eb9-59be9a652f7e {{(pid=74322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 03 16:13:23.547275 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Device 6ad781f7-8975-4f48-8eb9-59be9a652f7e not bound to the agent host dv-cinder-774286-11-smb {{(pid=74322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 16:13:23.547762 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Device d5aea586-2ee0-4959-bd10-b1f7b6ccc12c no longer exists at agent ovs-agent-dv-cinder-774286-11-smb {{(pid=74322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 16:13:23.571054 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-e186bbcf-f000-4028-a188-5ba006bbcb36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2037121'] for subnet, precommit_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:13:23.581786 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.plugin [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] No Port match for: d5aea586-2ee0-4959-bd10-b1f7b6ccc12c {{(pid=74322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 03 16:13:23.582138 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Device d5aea586-2ee0-4959-bd10-b1f7b6ccc12c not bound to the agent host dv-cinder-774286-11-smb {{(pid=74322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 16:13:23.989456 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-e186bbcf-f000-4028-a188-5ba006bbcb36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2037128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3095214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2444459'] for subnet, after_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:13:23.994078 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-13e6ffc2-b6ca-4b94-b2e2-d027833357db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:13:24.030283 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e186bbcf-f000-4028-a188-5ba006bbcb36 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e41f3917-8514-4b8b-bc2b-699064475a1c,revision_number=None']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:13:24.033541 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-e186bbcf-f000-4028-a188-5ba006bbcb36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:13:24.034521 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-e186bbcf-f000-4028-a188-5ba006bbcb36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532153'] for subnet, before_response {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:13:24.039834 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e26ba47-52b3-414e-912d-ae5285f2b705 None None] Network b9666e74-c2d7-42bb-ba43-9a78523bcd3e requested from dv-cinder-774286-11-smb {{(pid=74322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 16:13:24.042439 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-e186bbcf-f000-4028-a188-5ba006bbcb36 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/e41f3917-8514-4b8b-bc2b-699064475a1c HTTP/1.1" status: 204 len: 168 time: 0.6771493 May 03 16:13:24.044930 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 57980) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:13:24.153046 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-41008809-91e5-45cb-86ba-4c7028d1cfed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2016999'] for network, before_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:13:24.227414 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.plugin [None req-41008809-91e5-45cb-86ba-4c7028d1cfed admin admin] Deleting port c24de2f5-dde2-4cb5-b9c3-8b88769b9a19 {{(pid=74321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 16:13:24.227753 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-41008809-91e5-45cb-86ba-4c7028d1cfed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781092848725'] for port, before_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:13:24.302025 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c8862b-89b8-4fbd-969c-0fd0cf37ffc0 None None] DHCP port deletion for b9666e74-c2d7-42bb-ba43-9a78523bcd3e request from dv-cinder-774286-11-smb {{(pid=74322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 16:13:24.335737 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.db [None req-41008809-91e5-45cb-86ba-4c7028d1cfed admin admin] For port c24de2f5-dde2-4cb5-b9c3-8b88769b9a19, host dv-cinder-774286-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-11-smb',level=0,port_id=c24de2f5-dde2-4cb5-b9c3-8b88769b9a19,segment=NetworkSegment(d682172e-b9ba-437b-a526-447cd219cd12),segment_id=d682172e-b9ba-437b-a526-447cd219cd12)] {{(pid=74321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 16:13:24.336188 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-41008809-91e5-45cb-86ba-4c7028d1cfed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925573'] for port, precommit_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:13:24.406847 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.plugin [None req-63c8862b-89b8-4fbd-969c-0fd0cf37ffc0 None None] Deleting port c24de2f5-dde2-4cb5-b9c3-8b88769b9a19 {{(pid=74322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 16:13:24.407220 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-63c8862b-89b8-4fbd-969c-0fd0cf37ffc0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781092848725'] for port, before_delete {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:13:24.470028 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.plugin [None req-41008809-91e5-45cb-86ba-4c7028d1cfed admin admin] Calling delete_port for c24de2f5-dde2-4cb5-b9c3-8b88769b9a19 owned by network:dhcp {{(pid=74321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 03 16:13:24.513075 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.db [None req-63c8862b-89b8-4fbd-969c-0fd0cf37ffc0 None None] For port c24de2f5-dde2-4cb5-b9c3-8b88769b9a19, host dv-cinder-774286-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-11-smb',level=0,port_id=c24de2f5-dde2-4cb5-b9c3-8b88769b9a19,segment=NetworkSegment(d682172e-b9ba-437b-a526-447cd219cd12),segment_id=d682172e-b9ba-437b-a526-447cd219cd12)] {{(pid=74322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 16:13:24.513649 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-63c8862b-89b8-4fbd-969c-0fd0cf37ffc0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925573'] for port, precommit_delete {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:13:24.594906 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-41008809-91e5-45cb-86ba-4c7028d1cfed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781092850854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781092417311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094623'] for port, after_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:13:24.600365 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-ea86a052-9c7e-4c51-b92b-fbc548411505 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:13:24.638514 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.plugin [None req-63c8862b-89b8-4fbd-969c-0fd0cf37ffc0 None None] Calling delete_port for c24de2f5-dde2-4cb5-b9c3-8b88769b9a19 owned by network:dhcp {{(pid=74322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 03 16:13:24.651614 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41008809-91e5-45cb-86ba-4c7028d1cfed admin admin] Pushing event deleted for resources: {'Port': ['ID=c24de2f5-dde2-4cb5-b9c3-8b88769b9a19,revision_number=None']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:13:24.653566 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41008809-91e5-45cb-86ba-4c7028d1cfed admin admin] No DVR routers for this DVR port c24de2f5-dde2-4cb5-b9c3-8b88769b9a19 on host dv-cinder-774286-11-smb {{(pid=74321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 16:13:24.655181 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-41008809-91e5-45cb-86ba-4c7028d1cfed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:13:24.682778 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-63c8862b-89b8-4fbd-969c-0fd0cf37ffc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1978738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781092850854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781092417311'] for port, after_delete {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:13:24.686412 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:13:24.730633 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c8862b-89b8-4fbd-969c-0fd0cf37ffc0 None None] Pushing event deleted for resources: {'Port': ['ID=c24de2f5-dde2-4cb5-b9c3-8b88769b9a19,revision_number=None']} {{(pid=74322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:13:24.735961 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG oslo_concurrency.lockutils [None req-63c8862b-89b8-4fbd-969c-0fd0cf37ffc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:13:24.736438 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c8862b-89b8-4fbd-969c-0fd0cf37ffc0 None None] No DVR routers for this DVR port c24de2f5-dde2-4cb5-b9c3-8b88769b9a19 on host dv-cinder-774286-11-smb {{(pid=74322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 16:13:24.773060 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-41008809-91e5-45cb-86ba-4c7028d1cfed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2031644', 'neutron.services.segments.db._delete_segments_for_network-8781092860977'] for network, precommit_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:13:24.882247 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.services.segments.db [None req-41008809-91e5-45cb-86ba-4c7028d1cfed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9666e74-c2d7-42bb-ba43-9a78523bcd3e']}} {{(pid=74321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:13:24.895039 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.services.segments.db [None req-41008809-91e5-45cb-86ba-4c7028d1cfed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd682172e-b9ba-437b-a526-447cd219cd12') {'for_net_delete': True} {{(pid=74321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:13:24.895337 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.services.segments.db [None req-41008809-91e5-45cb-86ba-4c7028d1cfed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd682172e-b9ba-437b-a526-447cd219cd12') {} {{(pid=74321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 16:13:24.907311 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-41008809-91e5-45cb-86ba-4c7028d1cfed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781092872551', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2994150'] for segment, before_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:13:24.923268 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-41008809-91e5-45cb-86ba-4c7028d1cfed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038491'] for segment, precommit_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:13:24.929186 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41008809-91e5-45cb-86ba-4c7028d1cfed admin admin] Releasing vlan 615 on physical network physnet1 to pool {{(pid=74321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 16:13:25.098040 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.managers [None req-41008809-91e5-45cb-86ba-4c7028d1cfed admin admin] Network b9666e74-c2d7-42bb-ba43-9a78523bcd3e has no segments {{(pid=74321) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 03 16:13:25.110695 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-41008809-91e5-45cb-86ba-4c7028d1cfed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2038484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3094540'] for segment, after_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:13:25.280873 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.plugins.ml2.managers [None req-41008809-91e5-45cb-86ba-4c7028d1cfed admin admin] Network b9666e74-c2d7-42bb-ba43-9a78523bcd3e has no segments {{(pid=74321) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 03 16:13:25.301964 dv-cinder-774286-11-smb neutron-server[74321]: Traceback (most recent call last): May 03 16:13:25.301964 dv-cinder-774286-11-smb neutron-server[74321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 16:13:25.301964 dv-cinder-774286-11-smb neutron-server[74321]: timer() May 03 16:13:25.301964 dv-cinder-774286-11-smb neutron-server[74321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 16:13:25.301964 dv-cinder-774286-11-smb neutron-server[74321]: cb(*args, **kw) May 03 16:13:25.301964 dv-cinder-774286-11-smb neutron-server[74321]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 03 16:13:25.301964 dv-cinder-774286-11-smb neutron-server[74321]: return func(*args, **kwargs) May 03 16:13:25.301964 dv-cinder-774286-11-smb neutron-server[74321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 16:13:25.301964 dv-cinder-774286-11-smb neutron-server[74321]: self._notify() May 03 16:13:25.301964 dv-cinder-774286-11-smb neutron-server[74321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 16:13:25.301964 dv-cinder-774286-11-smb neutron-server[74321]: self.callback(batched_events) May 03 16:13:25.301964 dv-cinder-774286-11-smb neutron-server[74321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 16:13:25.301964 dv-cinder-774286-11-smb neutron-server[74321]: event.method(event) May 03 16:13:25.301964 dv-cinder-774286-11-smb neutron-server[74321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 16:13:25.301964 dv-cinder-774286-11-smb neutron-server[74321]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 16:13:25.301964 dv-cinder-774286-11-smb neutron-server[74321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 16:13:25.301964 dv-cinder-774286-11-smb neutron-server[74321]: aggregate_uuid = self.p_client.list_aggregates( May 03 16:13:25.301964 dv-cinder-774286-11-smb neutron-server[74321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 16:13:25.301964 dv-cinder-774286-11-smb neutron-server[74321]: return f(self, *a, **k) May 03 16:13:25.301964 dv-cinder-774286-11-smb neutron-server[74321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 16:13:25.301964 dv-cinder-774286-11-smb neutron-server[74321]: return self._get(url).json() May 03 16:13:25.301964 dv-cinder-774286-11-smb neutron-server[74321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 16:13:25.301964 dv-cinder-774286-11-smb neutron-server[74321]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 16:13:25.301964 dv-cinder-774286-11-smb neutron-server[74321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 16:13:25.301964 dv-cinder-774286-11-smb neutron-server[74321]: return self.request(url, 'GET', **kwargs) May 03 16:13:25.301964 dv-cinder-774286-11-smb neutron-server[74321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 16:13:25.301964 dv-cinder-774286-11-smb neutron-server[74321]: base_url = self.get_endpoint(auth, allow=allow, May 03 16:13:25.301964 dv-cinder-774286-11-smb neutron-server[74321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 16:13:25.301964 dv-cinder-774286-11-smb neutron-server[74321]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 16:13:25.301964 dv-cinder-774286-11-smb neutron-server[74321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 16:13:25.301964 dv-cinder-774286-11-smb neutron-server[74321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 16:13:25.301964 dv-cinder-774286-11-smb neutron-server[74321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 16:13:25.492392 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Device c24de2f5-dde2-4cb5-b9c3-8b88769b9a19 no longer exists at agent ovs-agent-dv-cinder-774286-11-smb {{(pid=74322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 16:13:25.527849 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.plugin [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] No Port match for: c24de2f5-dde2-4cb5-b9c3-8b88769b9a19 {{(pid=74322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 03 16:13:25.528550 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron.plugins.ml2.rpc [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Device c24de2f5-dde2-4cb5-b9c3-8b88769b9a19 not bound to the agent host dv-cinder-774286-11-smb {{(pid=74322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 16:13:25.554498 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-41008809-91e5-45cb-86ba-4c7028d1cfed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2031619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926591'] for network, after_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:13:25.558961 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:13:25.572073 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-41008809-91e5-45cb-86ba-4c7028d1cfed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532153'] for network, before_response {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:13:25.583131 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41008809-91e5-45cb-86ba-4c7028d1cfed admin admin] Pushing event deleted for resources: {'Network': ['ID=b9666e74-c2d7-42bb-ba43-9a78523bcd3e,revision_number=None']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:13:25.586034 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-41008809-91e5-45cb-86ba-4c7028d1cfed admin admin] 10.222.0.11 "DELETE /v2.0/networks/b9666e74-c2d7-42bb-ba43-9a78523bcd3e HTTP/1.1" status: 204 len: 168 time: 1.5401769 May 03 16:13:25.586896 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-41008809-91e5-45cb-86ba-4c7028d1cfed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:13:25.980592 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 57986) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:13:26.030408 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-0cfac078-e2eb-4fa7-bf6b-08c1fa40b705 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=de50ab860eae44c78310b0ffea585861&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0485659 May 03 16:13:26.032956 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 57990) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:13:26.094750 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-08f8a2c6-d46f-422b-93ee-be6573662063 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:13:26.121781 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-08f8a2c6-d46f-422b-93ee-be6573662063 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:13:26.246003 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-08f8a2c6-d46f-422b-93ee-be6573662063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:13:26.249850 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-9995d852-c103-4fd7-9030-baa6189990d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:13:26.262387 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f8a2c6-d46f-422b-93ee-be6573662063 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95f2d616-f0d2-4881-9e37-dc4a2a4bde62,revision_number=None']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:13:26.265807 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-08f8a2c6-d46f-422b-93ee-be6573662063 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:13:26.271543 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-08f8a2c6-d46f-422b-93ee-be6573662063 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:13:26.272902 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-08f8a2c6-d46f-422b-93ee-be6573662063 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/95f2d616-f0d2-4881-9e37-dc4a2a4bde62 HTTP/1.1" status: 204 len: 168 time: 0.2387681 May 03 16:13:26.985508 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 57998) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:13:27.035047 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-484ff7fe-e1b3-4b0f-be32-9b40141c73b3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=881f41bb3ef9467abc6a1c11d9eaa3be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0483012 May 03 16:13:27.037471 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.wsgi [-] (74321) accepted ('10.222.0.11', 58002) {{(pid=74321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 16:13:27.095927 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-fcb789ea-ffd1-4fe6-a74e-8b4f03814bd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:13:27.121739 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-fcb789ea-ffd1-4fe6-a74e-8b4f03814bd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:13:27.245675 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-fcb789ea-ffd1-4fe6-a74e-8b4f03814bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626307'] for security_group, after_delete {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:13:27.249464 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-6a0c5d3a-d5ae-4b01-9186-25ad6f7db333 tempest-TestShelveInstance-2092340491 tempest-TestShelveInstance-2092340491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 16:13:27.260678 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb789ea-ffd1-4fe6-a74e-8b4f03814bd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d78a2ac7-a3f0-4eda-82cf-5fad3b5a9f4b,revision_number=None']} {{(pid=74321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 16:13:27.264581 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG oslo_concurrency.lockutils [None req-fcb789ea-ffd1-4fe6-a74e-8b4f03814bd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 16:13:27.268183 dv-cinder-774286-11-smb neutron-server[74321]: DEBUG neutron_lib.callbacks.manager [None req-fcb789ea-ffd1-4fe6-a74e-8b4f03814bd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:13:27.269301 dv-cinder-774286-11-smb neutron-server[74321]: INFO neutron.wsgi [None req-fcb789ea-ffd1-4fe6-a74e-8b4f03814bd3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d78a2ac7-a3f0-4eda-82cf-5fad3b5a9f4b HTTP/1.1" status: 204 len: 168 time: 0.2309558 May 03 16:13:27.753812 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.agents_db [None req-1e570261-7bec-4919-9804-a616d65b12ea None None] Agent healthcheck: found 6 active agents {{(pid=74323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 03 16:13:32.918980 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:13:40.645448 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-ad1e7351-7da0-48c3-8923-64eb5730a011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:13:43.377196 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:13:43.405677 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-9054639e-59cc-4349-9dfc-40122a9450e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:13:44.268593 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-b400cb21-de9a-47f5-b18b-46830690aa58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:13:46.108133 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-b5223e01-a904-4e89-a902-ae20f7f129a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:14:02.925208 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:14:04.752527 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.agents_db [None req-1e570261-7bec-4919-9804-a616d65b12ea None None] Agent healthcheck: found 6 active agents {{(pid=74323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 03 16:14:10.661906 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-a973ebab-b23e-4c45-9746-4325edd39c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:14:13.400127 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:14:13.439052 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-d0bfaf8f-cc9a-4eed-8000-0435a0acce2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:14:14.273578 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-b400cb21-de9a-47f5-b18b-46830690aa58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:14:16.187471 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-b5223e01-a904-4e89-a902-ae20f7f129a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:14:32.964086 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:14:40.655717 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-a56350e0-25f7-455f-b4e6-6cbfe9dda639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:14:41.751850 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.agents_db [None req-1e570261-7bec-4919-9804-a616d65b12ea None None] Agent healthcheck: found 6 active agents {{(pid=74323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 03 16:14:43.357468 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:14:43.374035 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-737e67a2-d439-486a-bd2d-97dabb41af0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:14:44.272895 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-b400cb21-de9a-47f5-b18b-46830690aa58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:14:46.136132 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-b5223e01-a904-4e89-a902-ae20f7f129a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:15:02.969367 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:15:10.643871 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-02e93d10-0046-49b5-adfd-949330826582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:15:13.312190 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:15:13.352802 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-8442d128-cbc8-4437-ad39-a7845ce05316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:15:14.266231 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-b400cb21-de9a-47f5-b18b-46830690aa58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:15:16.118180 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-b5223e01-a904-4e89-a902-ae20f7f129a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:15:18.750357 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.agents_db [None req-1e570261-7bec-4919-9804-a616d65b12ea None None] Agent healthcheck: found 6 active agents {{(pid=74323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 03 16:15:32.950609 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:15:40.641842 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-306080fd-fdc1-46e7-86e4-b38a48a4c9be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:15:43.407699 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:15:43.460231 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-b1f21fb9-b85d-4d7f-9eba-596d6301a1e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:15:44.328929 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-b400cb21-de9a-47f5-b18b-46830690aa58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:15:46.134026 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-b5223e01-a904-4e89-a902-ae20f7f129a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:15:55.749558 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.agents_db [None req-1e570261-7bec-4919-9804-a616d65b12ea None None] Agent healthcheck: found 6 active agents {{(pid=74323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 03 16:16:02.946243 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:16:10.687731 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-ef1a2019-c44e-40f0-b393-b718cfd4882a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:16:13.333629 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:16:13.362094 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-730bfdc5-83d0-46f1-8ac6-2a28a93e6543 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:16:14.293713 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-b400cb21-de9a-47f5-b18b-46830690aa58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:16:16.139195 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-b5223e01-a904-4e89-a902-ae20f7f129a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:16:32.748855 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.agents_db [None req-1e570261-7bec-4919-9804-a616d65b12ea None None] Agent healthcheck: found 6 active agents {{(pid=74323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 03 16:16:32.938638 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:16:40.635986 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-cd702981-941d-40bf-9e49-1264c41379c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:16:43.332796 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:16:43.372785 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-6a4cbb7d-2a5d-490e-a72a-bebd9b0d33b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:16:44.291703 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-b400cb21-de9a-47f5-b18b-46830690aa58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:16:46.138893 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-b5223e01-a904-4e89-a902-ae20f7f129a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:17:02.972767 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:17:09.747660 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.agents_db [None req-1e570261-7bec-4919-9804-a616d65b12ea None None] Agent healthcheck: found 6 active agents {{(pid=74323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 03 16:17:10.641351 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-98d760c0-cfa5-48d8-a081-f566d15a77c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:17:13.326535 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:17:13.349449 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-b9739df8-4b70-4b99-b4e1-88dfcd693c67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:17:14.296902 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-b400cb21-de9a-47f5-b18b-46830690aa58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:17:16.156481 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-b5223e01-a904-4e89-a902-ae20f7f129a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:17:32.977493 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:17:40.650463 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-a9ec087e-3eb4-4ef9-9ae3-c71dbf5f75ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:17:43.361290 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:17:43.389103 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-8e504de3-d143-4547-9940-fd6489b1fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:17:44.371984 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-b400cb21-de9a-47f5-b18b-46830690aa58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:17:46.145054 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-b5223e01-a904-4e89-a902-ae20f7f129a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:17:46.748218 dv-cinder-774286-11-smb neutron-server[74323]: DEBUG neutron.db.agents_db [None req-1e570261-7bec-4919-9804-a616d65b12ea None None] Agent healthcheck: found 6 active agents {{(pid=74323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 03 16:18:03.057361 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-56f44c1f-81ba-4b60-976e-946e855197f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:18:10.650216 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-7abb1244-112a-4bc2-a202-4ebaebf30504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:18:13.348308 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-0d6bafb5-f3c6-48c2-ba6e-8c70351e174f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:18:13.393508 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-67fe1c59-8181-4107-81af-54f266c4219d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 16:18:14.320158 dv-cinder-774286-11-smb neutron-server[74322]: DEBUG neutron_lib.callbacks.manager [None req-b400cb21-de9a-47f5-b18b-46830690aa58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781092860959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033602'] for agent, after_update {{(pid=74322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}